-- Logs begin at Wed 2021-04-21 05:16:21 UTC, end at Wed 2021-04-21 06:49:47 UTC. -- Apr 21 05:54:44.674794 dv-cinder-782390-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 21 05:54:47.818813 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.common.config [-] Logging enabled! Apr 21 05:54:47.819309 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev109 Apr 21 05:54:47.820658 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86317) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 21 05:54:47.822410 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.common.config [-] Logging enabled! Apr 21 05:54:47.822765 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev109 Apr 21 05:54:47.823098 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86317) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 21 05:54:47.824132 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 21 05:54:47.824401 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 21 05:54:47.825447 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 21 05:54:47.825731 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 21 05:54:47.825991 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 21 05:54:47.826364 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.826730 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.827071 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.827337 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.827683 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.828021 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.828343 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.828679 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.829020 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.829355 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.829664 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.829986 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.830248 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.830570 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] config_source = [] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.830925 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.831257 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.831513 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] debug = True {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.831832 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.832933 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.833253 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.833570 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.833903 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.834219 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.834530 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.834869 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.835194 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.835562 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] host = dv-cinder-782390-6-iscsi {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.835881 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.836215 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.836547 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.836879 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.837193 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.837507 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.837843 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.838154 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] log_dir = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.838504 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] log_file = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.838845 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.839178 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.839508 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.839847 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.840107 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.840364 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.840697 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.841029 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.841342 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.841653 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.841966 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.842277 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.842588 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.842933 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.843264 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.843591 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.843958 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.844272 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.844585 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.844895 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.845204 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.845534 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.845844 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.846156 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.846466 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.846818 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.847126 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.847436 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.847821 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.848148 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.848475 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.848806 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.849118 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.849445 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.849754 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.850061 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] use_journal = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.850368 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] use_json = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.850702 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.851009 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.851331 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.851641 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.851949 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.852259 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.852570 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.852900 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:47.853236 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.853579 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.853924 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.854246 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.854583 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.854922 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.855253 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.855569 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.855900 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.856232 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.856558 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.856875 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.857269 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.857593 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.857932 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.858279 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.858616 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.858981 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.859292 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.859601 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.859911 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.860224 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.860548 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.860887 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.861221 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.861531 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.861848 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.862181 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.862495 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.862835 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.863152 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.863552 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.863871 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.864181 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.864498 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.864814 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.865123 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.865432 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.865745 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.866078 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.866390 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.866741 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.867026 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.867341 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.867652 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.867976 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.868289 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.868596 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.868900 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.869215 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.869524 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.869830 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.870143 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.870453 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.870788 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.871099 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.871408 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.871715 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.872021 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.872328 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.872633 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.872937 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.873250 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.873561 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.873868 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.874173 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.874480 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.874808 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.875130 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.875465 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.875782 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.876095 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.876408 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.876722 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.877036 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.877351 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.877671 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.877984 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.878291 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.878622 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.879511 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.879835 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.880156 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.880470 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.880808 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.881123 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.881440 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.881754 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.882068 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.882392 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.882730 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.883070 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.883468 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.883804 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.884138 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.884469 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.884785 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.885142 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.885460 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:47.885709 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 21 05:54:47.885972 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86317) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 21 05:54:48.551722 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO keyring.backend [-] Loading Gnome Apr 21 05:54:48.568663 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO keyring.backend [-] Loading Google Apr 21 05:54:48.571345 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO keyring.backend [-] Loading Windows (alt) Apr 21 05:54:48.575052 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO keyring.backend [-] Loading file Apr 21 05:54:48.575900 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO keyring.backend [-] Loading keyczar Apr 21 05:54:48.576182 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO keyring.backend [-] Loading multi Apr 21 05:54:48.576830 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO keyring.backend [-] Loading pyfs Apr 21 05:54:48.622386 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 05:54:48.622727 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 05:54:48.623072 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 05:54:48.623441 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 21 05:54:49.014855 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:49.015358 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:49.015484 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:49.016809 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:49.017241 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:49.017544 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:49.055423 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:49.055740 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:49.056044 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:49.070792 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:49.071109 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:49.071415 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:49.136480 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:49.136794 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:49.137100 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:49.138102 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:49.138407 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:49.140167 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:49.410180 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:49.410442 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:49.410773 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:49.411080 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:49.411904 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:49.558257 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:49.558636 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:49.558986 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:49.559293 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:49.559591 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:49.559969 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:49.560434 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:49.560734 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:49.561026 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:49.561363 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:49.561663 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:49.561971 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:49.562279 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:49.562572 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:49.562910 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:49.563229 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:49.563523 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:49.563841 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:49.564126 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:49.564462 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:49.564908 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:49.565193 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:49.565476 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:49.565813 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:49.566096 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:49.566420 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:49.567364 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86317) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 21 05:54:49.567642 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86317) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 21 05:54:49.567918 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86317) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 21 05:54:49.568191 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86317) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 21 05:54:49.568464 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86317) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 21 05:54:49.568735 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86317) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 21 05:54:49.569150 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 21 05:54:49.572256 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 21 05:54:49.576145 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 21 05:54:49.579907 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Apr 21 05:54:49.581556 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 21 05:54:49.582857 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 21 05:54:49.583240 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 21 05:54:49.583672 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 21 05:54:49.587343 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 21 05:54:49.587631 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 21 05:54:49.588025 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 21 05:54:49.614801 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 21 05:54:49.615309 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:49.615641 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86317) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 21 05:54:49.616052 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:49.617379 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86317) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 21 05:54:49.617699 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 21 05:54:49.617976 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 21 05:54:49.621135 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:49.621455 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:49.689004 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 21 05:54:49.689220 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 21 05:54:49.689497 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 21 05:54:49.689897 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 21 05:54:49.723152 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_db.sqlalchemy.engines [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=86317) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 21 05:54:50.221987 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.plugins.ml2.managers [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Initializing driver for type 'gre' Apr 21 05:54:50.222544 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] gre ID ranges: [(1, 1000)] Apr 21 05:54:50.317776 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.plugins.ml2.managers [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Initializing driver for type 'local' Apr 21 05:54:50.318168 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.plugins.ml2.managers [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Initializing driver for type 'vlan' Apr 21 05:54:50.393265 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] VlanTypeDriver initialization complete Apr 21 05:54:50.393626 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.plugins.ml2.managers [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Initializing driver for type 'vxlan' Apr 21 05:54:50.394207 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] vxlan ID ranges: [(1, 1000)] Apr 21 05:54:50.513303 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.plugins.ml2.managers [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Initializing extension driver 'port_security' Apr 21 05:54:50.513599 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.plugins.ml2.extensions.port_security [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] PortSecurityExtensionDriver initialization complete Apr 21 05:54:50.513971 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.plugins.ml2.managers [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Initializing mechanism driver 'openvswitch' Apr 21 05:54:50.514330 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.plugins.ml2.managers [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Initializing mechanism driver 'hyperv' Apr 21 05:54:50.520636 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 05:54:50.521461 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: > port after_create 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.521865 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: > port after_update 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.522255 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: > port after_delete 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.522733 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: > subnet after_create 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.523093 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: > subnet after_update 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.523469 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: > subnet after_delete 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.523886 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: > network after_create 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.524269 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: > network after_update 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.524646 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: > network after_delete 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.525059 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: > security_group after_create 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.525438 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: > security_group after_update 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.525972 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: > security_group after_delete 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.526397 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.526804 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.527185 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.527603 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: > address_group after_create 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.527988 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: > address_group after_update 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.528361 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: > address_group after_delete 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.528728 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] ML2 OVO RPC backend initialized. {{(pid=86317) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 21 05:54:50.529505 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: > router_interface after_create 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.529902 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.530360 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: > network before_response 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.530767 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: > networks before_response 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.531151 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: > port before_response 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.531532 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: > ports before_response 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.531910 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: > subnet before_response 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.532289 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: > subnets before_response 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.532670 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: > network after_create 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.533050 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: > network after_update 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.533421 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: > network after_delete 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.533793 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: > port after_create 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.534164 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: > port after_update 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.534535 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: > port after_delete 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.534930 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: > subnet after_create 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.535306 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: > subnet after_update 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.535676 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: > subnet after_delete 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.536307 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.plugins.ml2.plugin [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Modular L2 Plugin initialization complete Apr 21 05:54:50.536659 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading services supported by the core plugin {{(pid=86317) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 21 05:54:50.537023 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.plugins.ml2.managers [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Got port-security extension from driver 'port_security' Apr 21 05:54:50.537526 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.extensions.vlantransparent [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Disabled vlantransparent extension. Apr 21 05:54:50.538056 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86317) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 21 05:54:50.538394 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading Plugin: router Apr 21 05:54:50.576943 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: > router_interface before_create 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.577379 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: > router after_create 55549900 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.577784 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: > router before_create 55549900 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.578187 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.578603 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.579015 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: > router after_delete 55549900 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.579415 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: > floatingip after_update 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.579819 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: > router after_create 55549900 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.580199 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: > router after_update 55549900 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.580586 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: > router after_update 55549900 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.580968 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.581364 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: > router after_update 55549900 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.581850 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: > router precommit_update 55549900 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.582323 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: port after_update 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.582718 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: port after_delete 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.583094 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: subnet after_update 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.583471 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.583857 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: > port precommit_delete 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.584240 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: > router precommit_create 55549900 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.584619 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: port before_delete 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.584995 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: > router precommit_create 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.585394 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: > router after_update 55549900 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.585770 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: > router precommit_delete 55549900 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.586159 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: > router precommit_create 55549900 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.586561 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: > router_interface after_create 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.586965 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: > router precommit_update 55549900 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.587392 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: > network after_delete 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.588373 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource_registry [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Tracking information for resource: router configured {{(pid=86317) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 21 05:54:50.588746 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource_registry [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Tracking information for resource: floatingip configured {{(pid=86317) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 21 05:54:50.593543 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.db.l3_agentschedulers_db [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 21 05:54:50.594175 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: port after_update 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.594567 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: port after_create 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.594978 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: port after_delete 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.595376 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: port after_update 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.596785 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: > router before_create 55550100 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.597188 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: > router precommit_delete 55550100 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.597615 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: > router precommit_create 55550100 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.598012 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: > router precommit_update 55550100 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.602840 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.services.provider_configuration [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Service providers = [] {{(pid=86317) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 21 05:54:50.603230 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.servicetype_db [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86317) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 21 05:54:50.606053 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.services.service_base [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86317) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 21 05:54:50.606445 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.services.service_base [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86317) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 21 05:54:50.606854 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.services.service_base [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86317) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 21 05:54:50.607957 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.services.service_base [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86317) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 21 05:54:50.608429 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.services.service_base [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 21 05:54:50.608892 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86317) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 21 05:54:50.609290 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 21 05:54:50.620511 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86317) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 21 05:54:50.620885 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading Plugin: auto_allocate Apr 21 05:54:50.626767 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: network precommit_update 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.627202 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: network precommit_create 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.627711 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86317) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 21 05:54:50.628074 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading Plugin: tag Apr 21 05:54:50.635740 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86317) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 21 05:54:50.636060 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading Plugin: timestamp Apr 21 05:54:50.639920 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86317) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 21 05:54:50.640279 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading Plugin: network_ip_availability Apr 21 05:54:50.645747 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.646150 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.646537 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.647340 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86317) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 21 05:54:50.647701 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading Plugin: flavors Apr 21 05:54:50.652215 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86317) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 21 05:54:50.652584 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading Plugin: revisions Apr 21 05:54:50.656976 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86317) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 21 05:54:50.657402 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.034s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 05:54:50.658201 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86317) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 21 05:54:50.658559 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Initializing extension manager. Apr 21 05:54:50.659139 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: __init__.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.659513 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: __pycache__ {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.659884 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.660412 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: address_group.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.661208 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.661852 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loaded extension: address-group Apr 21 05:54:50.662216 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: address_scope.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.663005 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.663577 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loaded extension: address-scope Apr 21 05:54:50.663933 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: admin_state_down_before_update.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.664879 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.665458 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loaded extension: router-admin-state-down-before-update Apr 21 05:54:50.665819 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: agent.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.666572 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.667171 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loaded extension: agent Apr 21 05:54:50.667533 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: agent_resources_synced.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.668440 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.669020 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loaded extension: agent-resources-synced Apr 21 05:54:50.669373 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: allowedaddresspairs.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.671174 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.672016 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loaded extension: allowed-address-pairs Apr 21 05:54:50.672380 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: auto_allocated_topology.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.673436 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.674016 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loaded extension: auto-allocated-topology Apr 21 05:54:50.674394 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: availability_zone.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.675150 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.676267 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loaded extension: availability_zone Apr 21 05:54:50.676627 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: availability_zone_filter.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.677549 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.678122 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loaded extension: availability_zone_filter Apr 21 05:54:50.678478 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: data_plane_status.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.679545 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.680117 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Extension data-plane-status not supported by any of loaded plugins Apr 21 05:54:50.680474 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: default_subnetpools.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.681392 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.681964 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loaded extension: default-subnetpools Apr 21 05:54:50.682321 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: dhcpagentscheduler.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.683237 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.683816 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loaded extension: dhcp_agent_scheduler Apr 21 05:54:50.684177 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: dns.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.685091 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.685657 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Extension dns-integration not supported by any of loaded plugins Apr 21 05:54:50.686018 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: dns_domain_ports.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.686961 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.687529 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 21 05:54:50.687892 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: dvr.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.688612 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.689181 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loaded extension: dvr Apr 21 05:54:50.689536 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: empty_string_filtering.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.690444 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.691035 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loaded extension: empty-string-filtering Apr 21 05:54:50.691934 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.692842 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.693406 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 21 05:54:50.693763 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.694704 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.695271 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 21 05:54:50.695628 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: external_net.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.696533 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.697108 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loaded extension: external-net Apr 21 05:54:50.697469 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: extra_dhcp_opt.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.698380 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.698976 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loaded extension: extra_dhcp_opt Apr 21 05:54:50.699334 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: extraroute.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.700235 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.700808 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loaded extension: extraroute Apr 21 05:54:50.701166 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: extraroute_atomic.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.702179 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.702781 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loaded extension: extraroute-atomic Apr 21 05:54:50.703143 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: filter_validation.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.703829 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.704400 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loaded extension: filter-validation Apr 21 05:54:50.704757 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: fip_pf_description.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.705662 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.706222 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 21 05:54:50.706579 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: fip_port_details.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.707642 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.708212 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loaded extension: fip-port-details Apr 21 05:54:50.708569 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: flavors.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.709790 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.710368 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loaded extension: flavors Apr 21 05:54:50.710746 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.712375 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.712960 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 21 05:54:50.713323 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: floatingip_pools.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.714064 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.714642 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loaded extension: floatingip-pools Apr 21 05:54:50.715026 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: ip_allocation.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.715981 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.716557 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Extension ip_allocation not supported by any of loaded plugins Apr 21 05:54:50.716915 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.717835 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.718409 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loaded extension: ip-substring-filtering Apr 21 05:54:50.718797 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: l2_adjacency.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.719723 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.720291 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Extension l2_adjacency not supported by any of loaded plugins Apr 21 05:54:50.720648 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: l3.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.721696 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.722273 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loaded extension: router Apr 21 05:54:50.723174 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: l3_conntrack_helper.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.725423 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.726005 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 21 05:54:50.726372 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.727322 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.727900 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loaded extension: ext-gw-mode Apr 21 05:54:50.728263 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.729283 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.729864 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loaded extension: l3-ha Apr 21 05:54:50.730225 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: l3_flavors.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.731159 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.731736 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loaded extension: l3-flavors Apr 21 05:54:50.732096 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.733003 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.733571 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loaded extension: l3-port-ip-change-not-allowed Apr 21 05:54:50.733929 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: l3agentscheduler.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.735134 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.735714 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loaded extension: l3_agent_scheduler Apr 21 05:54:50.736078 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: logging.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.737596 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.738739 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Extension logging not supported by any of loaded plugins Apr 21 05:54:50.739117 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: metering.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.739910 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.740606 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loaded extension: metering Apr 21 05:54:50.740971 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.742074 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.742656 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loaded extension: metering_source_and_destination_fields Apr 21 05:54:50.743042 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: multiprovidernet.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.743992 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.744567 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loaded extension: multi-provider Apr 21 05:54:50.744926 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: netmtu.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.745838 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.746408 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loaded extension: net-mtu Apr 21 05:54:50.746800 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: netmtu_writable.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.747739 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.748311 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loaded extension: net-mtu-writable Apr 21 05:54:50.748670 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: network_availability_zone.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.749503 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.750079 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loaded extension: network_availability_zone Apr 21 05:54:50.750436 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: network_ip_availability.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.751592 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.752163 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loaded extension: network-ip-availability Apr 21 05:54:50.752519 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: network_segment_range.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.753350 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.753946 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Extension network-segment-range not supported by any of loaded plugins Apr 21 05:54:50.754303 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: pagination.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.755331 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.755701 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loaded extension: pagination Apr 21 05:54:50.756059 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: port_device_profile.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.756963 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.757536 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loaded extension: port-device-profile Apr 21 05:54:50.757892 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.758852 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.759425 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loaded extension: port-mac-address-regenerate Apr 21 05:54:50.759782 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.760707 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.761281 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loaded extension: port-numa-affinity-policy Apr 21 05:54:50.761634 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: port_resource_request.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.762533 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.763125 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Extension port-resource-request not supported by any of loaded plugins Apr 21 05:54:50.763520 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: portbindings.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.764410 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.764983 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loaded extension: binding Apr 21 05:54:50.765342 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: portbindings_extended.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.766626 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.767230 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loaded extension: binding-extended Apr 21 05:54:50.767591 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: portsecurity.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.768512 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.769087 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loaded extension: port-security Apr 21 05:54:50.769468 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: project_id.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.770440 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.770838 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loaded extension: project-id Apr 21 05:54:50.771196 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: providernet.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.772114 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.772686 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loaded extension: provider Apr 21 05:54:50.773066 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: qos.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.776727 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.777324 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Extension qos not supported by any of loaded plugins Apr 21 05:54:50.777689 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.778989 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.779562 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 21 05:54:50.779925 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.780844 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.781418 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 21 05:54:50.781777 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: qos_default.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.782713 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.783279 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Extension qos-default not supported by any of loaded plugins Apr 21 05:54:50.783636 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: qos_fip.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.784321 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.784882 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Extension qos-fip not supported by any of loaded plugins Apr 21 05:54:50.785764 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: qos_gateway_ip.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.786725 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.787313 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 21 05:54:50.787672 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: qos_port_network_policy.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.788582 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.789157 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 21 05:54:50.789514 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: qos_rule_type_details.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.790423 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.791016 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 21 05:54:50.791374 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: qos_rules_alias.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.792426 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.792993 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 21 05:54:50.793355 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: quotasv2.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.794349 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.794737 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loaded extension: quotas Apr 21 05:54:50.795097 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: quotasv2_detail.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.797073 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.797455 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loaded extension: quota_details Apr 21 05:54:50.797821 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: rbac.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.798989 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.799574 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loaded extension: rbac-policies Apr 21 05:54:50.799933 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: rbac_address_group.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.801415 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.801995 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loaded extension: rbac-address-group Apr 21 05:54:50.802353 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: rbac_address_scope.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.803304 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.803876 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loaded extension: rbac-address-scope Apr 21 05:54:50.804235 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: rbac_security_groups.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.805148 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.805721 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loaded extension: rbac-security-groups Apr 21 05:54:50.806078 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: rbac_subnetpool.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.807034 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.807616 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loaded extension: rbac-subnetpool Apr 21 05:54:50.807974 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: revisionifmatch.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.808902 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.809475 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loaded extension: revision-if-match Apr 21 05:54:50.809829 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: revisions.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.810961 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.811534 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loaded extension: standard-attr-revisions Apr 21 05:54:50.811892 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: router_availability_zone.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.812599 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.813169 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loaded extension: router_availability_zone Apr 21 05:54:50.813526 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: routerservicetype.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.814455 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.815045 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Extension router-service-type not supported by any of loaded plugins Apr 21 05:54:50.815404 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.816363 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.816946 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loaded extension: security-groups-normalized-cidr Apr 21 05:54:50.817309 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: security_groups_port_filtering.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.818254 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.818867 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loaded extension: port-security-groups-filtering Apr 21 05:54:50.819225 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.820160 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.820733 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loaded extension: security-groups-remote-address-group Apr 21 05:54:50.821088 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: securitygroup.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.834311 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.834953 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loaded extension: security-group Apr 21 05:54:50.835325 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: segment.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.836189 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.836771 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Extension segment not supported by any of loaded plugins Apr 21 05:54:50.837135 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.838093 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.838672 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 21 05:54:50.839063 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: servicetype.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.840157 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.840737 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loaded extension: service-type Apr 21 05:54:50.841099 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: sorting.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.842080 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.842455 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loaded extension: sorting Apr 21 05:54:50.842864 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: standard_attr_segment.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.843787 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.844372 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 21 05:54:50.844731 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: standardattrdescription.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.845422 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.845996 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loaded extension: standard-attr-description Apr 21 05:54:50.846355 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: stateful_security_group.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.847312 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.848434 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loaded extension: stateful-security-group Apr 21 05:54:50.848793 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: stdattrs_common.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.849373 dv-cinder-782390-6-iscsi neutron-server[86317]: WARNING neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 21 05:54:50.849729 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.850742 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.851323 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 21 05:54:50.851679 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: subnet_onboard.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.852733 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.853311 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loaded extension: subnet_onboard Apr 21 05:54:50.853671 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.854587 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.855193 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 21 05:54:50.855551 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: subnet_service_types.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.856474 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.857053 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loaded extension: subnet-service-types Apr 21 05:54:50.857415 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: subnetallocation.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.858494 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.859099 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loaded extension: subnet_allocation Apr 21 05:54:50.859460 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.860150 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.860725 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loaded extension: subnetpool-prefix-ops Apr 21 05:54:50.861080 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.862000 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.862571 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 21 05:54:50.862952 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: tagging.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.864765 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.865358 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loaded extension: standard-attr-tag Apr 21 05:54:50.865719 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: timestamp.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.866907 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.867490 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loaded extension: standard-attr-timestamp Apr 21 05:54:50.867858 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: trunk.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.868877 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.869451 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Extension trunk not supported by any of loaded plugins Apr 21 05:54:50.869812 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: trunk_details.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.870760 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.871344 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Extension trunk-details not supported by any of loaded plugins Apr 21 05:54:50.871702 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: uplink_status_propagation.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.872627 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.873199 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 21 05:54:50.873559 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Loading extension file: vlantransparent.py {{(pid=86317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 05:54:50.874251 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 05:54:50.874846 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Extension vlan-transparent not supported by any of loaded plugins Apr 21 05:54:50.877538 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.quota.resource_registry [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Creating instance of TrackedResource for resource:network Apr 21 05:54:50.878342 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.quota.resource_registry [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Creating instance of TrackedResource for resource:subnet Apr 21 05:54:50.879050 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.quota.resource_registry [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Creating instance of TrackedResource for resource:subnetpool Apr 21 05:54:50.879699 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.quota.resource_registry [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Creating instance of TrackedResource for resource:port Apr 21 05:54:50.881188 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.resource_helper [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86317) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 21 05:54:50.881664 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.resource_helper [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Service FLAVORS assigned prefix: {{(pid=86317) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 21 05:54:50.882338 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.resource_helper [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86317) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 21 05:54:50.882853 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.resource_helper [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86317) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 21 05:54:50.883222 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.quota.resource_registry [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Creating instance of TrackedResource for resource:router Apr 21 05:54:50.883936 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.quota.resource_registry [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Creating instance of TrackedResource for resource:floatingip Apr 21 05:54:50.884695 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.resource_helper [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Service METERING assigned prefix: /metering {{(pid=86317) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 21 05:54:50.886492 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.886916 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.887305 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 05:54:50.888454 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.quota.resource_registry [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Creating instance of CountableResource for resource:rbac_policy Apr 21 05:54:50.888935 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.quota.resource_registry [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Creating instance of TrackedResource for resource:security_group Apr 21 05:54:50.889725 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.quota.resource_registry [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Creating instance of TrackedResource for resource:security_group_rule Apr 21 05:54:50.890516 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.resource_helper [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Service CORE assigned prefix: {{(pid=86317) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 21 05:54:50.890920 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.quota.resource_registry [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Creating instance of TrackedResource for resource:subnetpool Apr 21 05:54:50.891287 dv-cinder-782390-6-iscsi neutron-server[86317]: WARNING neutron.quota.resource_registry [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] subnetpool is already registered Apr 21 05:54:50.891937 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.resource_helper [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Service CORE assigned prefix: {{(pid=86317) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 21 05:54:50.892304 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.quota.resource_registry [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Creating instance of TrackedResource for resource:subnetpool Apr 21 05:54:50.892661 dv-cinder-782390-6-iscsi neutron-server[86317]: WARNING neutron.quota.resource_registry [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] subnetpool is already registered Apr 21 05:54:50.895433 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.resource_helper [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86317) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 21 05:54:50.895909 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.resource_helper [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Service FLAVORS assigned prefix: {{(pid=86317) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 21 05:54:50.896551 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.resource_helper [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86317) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 21 05:54:50.897012 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.resource_helper [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86317) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 21 05:54:50.897384 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.quota.resource_registry [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Creating instance of TrackedResource for resource:router Apr 21 05:54:50.897754 dv-cinder-782390-6-iscsi neutron-server[86317]: WARNING neutron.quota.resource_registry [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] router is already registered Apr 21 05:54:50.898393 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.quota.resource_registry [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Creating instance of TrackedResource for resource:floatingip Apr 21 05:54:50.898777 dv-cinder-782390-6-iscsi neutron-server[86317]: WARNING neutron.quota.resource_registry [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] floatingip is already registered Apr 21 05:54:50.899457 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.resource_helper [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Service METERING assigned prefix: /metering {{(pid=86317) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 21 05:54:50.900191 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.quota.resource_registry [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Creating instance of CountableResource for resource:rbac_policy Apr 21 05:54:50.900553 dv-cinder-782390-6-iscsi neutron-server[86317]: WARNING neutron.quota.resource_registry [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] rbac_policy is already registered Apr 21 05:54:50.901177 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.quota.resource_registry [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Creating instance of TrackedResource for resource:security_group Apr 21 05:54:50.901537 dv-cinder-782390-6-iscsi neutron-server[86317]: WARNING neutron.quota.resource_registry [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] security_group is already registered Apr 21 05:54:50.902170 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.quota.resource_registry [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Creating instance of TrackedResource for resource:security_group_rule Apr 21 05:54:50.902528 dv-cinder-782390-6-iscsi neutron-server[86317]: WARNING neutron.quota.resource_registry [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] security_group_rule is already registered Apr 21 05:54:50.903256 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.resource_helper [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Service CORE assigned prefix: {{(pid=86317) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 21 05:54:50.903622 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.quota.resource_registry [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Creating instance of TrackedResource for resource:subnetpool Apr 21 05:54:50.903979 dv-cinder-782390-6-iscsi neutron-server[86317]: WARNING neutron.quota.resource_registry [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] subnetpool is already registered Apr 21 05:54:50.904648 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.resource_helper [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Service CORE assigned prefix: {{(pid=86317) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 21 05:54:50.905011 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.quota.resource_registry [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Creating instance of TrackedResource for resource:subnetpool Apr 21 05:54:50.905364 dv-cinder-782390-6-iscsi neutron-server[86317]: WARNING neutron.quota.resource_registry [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] subnetpool is already registered Apr 21 05:54:50.906057 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Extended resource: extensions {{(pid=86317) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 05:54:50.907617 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Extended resource: address-groups {{(pid=86317) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 05:54:50.909278 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Extended resource: address-scopes {{(pid=86317) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 05:54:50.911078 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Extended resource: agents {{(pid=86317) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 05:54:50.912304 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Extended resource: auto-allocated-topology {{(pid=86317) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 05:54:50.913601 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Extended resource: availability_zones {{(pid=86317) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 05:54:50.915055 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Extended resource: dhcp-networks {{(pid=86317) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 05:54:50.916520 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Extended resource: dhcp-agents {{(pid=86317) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 05:54:50.917999 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Extended resource: routers {{(pid=86317) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 05:54:50.919897 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Extended resource: flavors {{(pid=86317) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 05:54:50.921116 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Extended resource: service_profiles {{(pid=86317) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 05:54:50.922634 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Extended resource: next_providers {{(pid=86317) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 05:54:50.924246 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Extended resource: service_profiles {{(pid=86317) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 05:54:50.925790 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Extended resource: floatingip-pools {{(pid=86317) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 05:54:50.927095 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Extended resource: routers {{(pid=86317) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 05:54:50.928983 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Extended resource: floatingips {{(pid=86317) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 05:54:50.930223 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Extended resource: l3-routers {{(pid=86317) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 05:54:50.931696 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Extended resource: l3-agents {{(pid=86317) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 05:54:50.933160 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Extended resource: metering-labels {{(pid=86317) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 05:54:50.935434 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Extended resource: metering-label-rules {{(pid=86317) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 05:54:50.936750 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Extended resource: network-ip-availabilities {{(pid=86317) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 05:54:50.938094 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Extended resource: bindings {{(pid=86317) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 05:54:50.939838 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Extended resource: quotas {{(pid=86317) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 05:54:50.941860 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Extended resource: quotas {{(pid=86317) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 05:54:50.943341 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Extended resource: rbac-policies {{(pid=86317) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 05:54:50.944696 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Extended resource: security-groups {{(pid=86317) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 05:54:50.946008 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Extended resource: security-group-rules {{(pid=86317) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 05:54:50.947336 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Extended resource: service-providers {{(pid=86317) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 05:54:50.948605 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Extended resource: subnetpools {{(pid=86317) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 05:54:50.950087 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Extended resource: subnetpools {{(pid=86317) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 05:54:50.951632 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Extended resource: tags {{(pid=86317) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 05:54:50.953384 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Extended resource: tags {{(pid=86317) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 05:54:50.955276 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Extended resource: tags {{(pid=86317) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 05:54:50.965934 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Extended resource: tags {{(pid=86317) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 05:54:50.966975 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Extended resource: tags {{(pid=86317) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 05:54:50.968898 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.extensions [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Extended resource: tags {{(pid=86317) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 05:54:50.975668 dv-cinder-782390-6-iscsi neutron-server[86317]: WARNING keystonemiddleware.auth_token [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 21 05:54:50.980887 dv-cinder-782390-6-iscsi neutron-server[86317]: WARNING keystonemiddleware.auth_token [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 21 05:54:50.989635 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Acquired lock "singleton_lock" {{(pid=86317) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 21 05:54:50.990151 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Releasing lock "singleton_lock" {{(pid=86317) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 21 05:54:50.991608 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO oslo_service.service [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Starting 2 workers Apr 21 05:54:50.996446 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Started child 86432 {{(pid=86317) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 21 05:54:51.000406 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:54:51.001175 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Started child 86433 {{(pid=86317) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 21 05:54:51.001908 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [-] (86432) wsgi starting up on http://0.0.0.0:9696 Apr 21 05:54:51.002674 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.service [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Neutron service started, listening on 0.0.0.0:9696 Apr 21 05:54:51.003379 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Notify callbacks [] for process, before_spawn {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:54:51.005205 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:54:51.006368 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO oslo_service.service [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Starting 1 workers Apr 21 05:54:51.006610 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [-] (86433) wsgi starting up on http://0.0.0.0:9696 Apr 21 05:54:51.011886 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Started child 86434 {{(pid=86317) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 21 05:54:51.012441 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO oslo_service.service [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Starting 1 workers Apr 21 05:54:51.014143 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.service [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] calling RpcWorker wait() {{(pid=86434) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 21 05:54:51.014507 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.service [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] returning from RpcWorker wait() {{(pid=86434) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 21 05:54:51.016098 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:54:51.016703 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 05:54:51.017186 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Started child 86435 {{(pid=86317) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 21 05:54:51.017982 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d70a424d-c8c9-426c-b4c7-6ae8e49ae41a None None] Notify callbacks [] for process, after_spawn {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:54:51.020249 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86317) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 21 05:54:51.020489 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 21 05:54:51.020696 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 21 05:54:51.020975 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 21 05:54:51.021394 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 21 05:54:51.021586 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 21 05:54:51.021720 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86435) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:54:51.022162 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.022469 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.022799 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.023084 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.023394 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.024037 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.024356 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.024654 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.024956 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.025228 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.025428 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.025603 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.026065 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.026339 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.026706 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.027006 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.027276 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.027561 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.027773 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.028062 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.028358 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.028646 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.028945 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] debug = True {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.029242 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.029807 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.030066 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.030338 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.030587 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.030910 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.031188 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.031498 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.031763 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.032012 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.032294 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.032572 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.032847 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.033096 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.033356 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.033669 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.033936 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.034385 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] host = dv-cinder-782390-6-iscsi {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.034651 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.034924 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.035224 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.035488 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.035747 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.036030 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.036323 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.036612 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.036874 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.037134 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.037417 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.037678 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.037949 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.038213 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] log_file = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.038387 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] log_options = True {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.038620 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.038952 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.039247 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.039458 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.039650 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.039841 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.040145 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.040315 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.040565 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.040811 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.041055 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.041300 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.041543 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.041767 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.042049 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.042342 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.042565 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.042829 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.043138 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.043422 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.043701 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.043961 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.044218 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.044502 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.044748 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.044998 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.045365 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.045628 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.045871 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.046239 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.046393 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.046961 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.047227 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.047508 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.047791 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.047966 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 05:54:51.048133 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.048303 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.048559 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.048831 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.049118 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.049406 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.049658 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.049942 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.050209 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.050462 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.051279 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] use_json = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.051526 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.051776 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.052048 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.052294 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.052572 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.052819 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.053066 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.053896 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.054337 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.054653 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.058837 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.058837 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.058837 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.058837 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.058837 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.058837 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.058837 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.058837 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.059586 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.059586 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.059586 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.059586 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.059586 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.059586 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.059586 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.059586 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.060248 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.060248 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.060248 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.060248 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.060248 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.060556 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.060813 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.061069 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.061300 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.061556 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.061849 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.062069 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.062322 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.062578 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.062881 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.063135 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.063387 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.063638 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.063904 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.064152 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.064439 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.065108 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.065108 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.065344 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.065445 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.065694 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.065940 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.066207 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.067031 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.067323 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.067591 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.067871 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.068146 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.068561 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.068663 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.068898 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.069133 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.069405 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.069657 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.069931 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.070318 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.070790 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.071210 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.071630 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.072069 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.072328 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.072576 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.072834 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.073085 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.073335 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.073592 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.073836 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.074107 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.074368 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.074613 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.074951 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.075199 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.075433 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.075676 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.075910 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.076160 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.076402 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.076648 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.076896 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.077168 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.077416 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.077714 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.078060 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.078336 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.078617 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.078895 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.079180 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.079433 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.079718 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.079973 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.080229 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.080501 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.080787 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.081048 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.081330 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.081607 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.081896 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.082194 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.082444 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.082708 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.082975 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.083255 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.083518 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.083813 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.084083 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.084371 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.084640 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.084949 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.085265 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.085538 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.085843 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.086094 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.086394 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.086736 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.087057 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.087359 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.087628 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.087881 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.088338 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.088806 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.089101 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.089393 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.089679 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.089929 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.090742 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.090742 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.090742 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.091161 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.091274 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.091610 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.091883 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.092317 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.092568 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.092882 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.093200 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.093473 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.093763 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.094055 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.094330 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.094621 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.094946 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.095213 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.095463 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.095755 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.096004 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.096287 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.096531 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.096797 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.097066 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.097331 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.097603 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.097855 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.098106 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.098353 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.098603 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.098878 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.099165 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.099412 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.099667 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.099938 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.100206 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.100465 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.100715 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.100963 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.101247 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.101494 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.101811 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.102075 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.102343 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.102628 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.102919 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.103194 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.103441 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.103725 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.103978 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.104228 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.104474 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.104725 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.104969 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.105230 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.105510 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.105756 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.106046 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.106325 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.106700 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.106999 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.107286 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.107558 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.107808 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.108075 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.108345 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.108618 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.108871 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.109176 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.109348 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.109644 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.109929 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.110201 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.110449 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.110719 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.110968 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.111219 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.111467 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.111818 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.112094 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.112366 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.112636 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.112898 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.113692 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.113939 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.114183 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.114434 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.114714 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.114975 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.115220 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.115464 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.115715 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.115960 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.116220 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.116452 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.116685 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.116933 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.117179 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.117435 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.117681 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.117928 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.118174 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.118418 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.118800 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.119091 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.119347 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.119661 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.119934 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.120227 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.120503 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.120872 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.121152 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.121440 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.121689 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.121956 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.122215 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.122556 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.122958 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.123325 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.123607 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.123899 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.124218 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.124495 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.124805 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.125072 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.125372 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.125739 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.126021 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.126296 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.126564 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.126875 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.127135 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.127402 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.127654 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.127924 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.128175 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.128452 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.128783 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.129039 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.129295 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.129564 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.129814 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.130074 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.130344 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.130618 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.130895 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.131080 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 21 05:54:51.131635 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86317) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 21 05:54:51.131828 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 21 05:54:51.132012 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 21 05:54:51.132219 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 21 05:54:51.132426 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 21 05:54:51.132638 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 21 05:54:51.132833 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.133023 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.133212 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.133401 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.133587 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.133795 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.133986 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.134172 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.134358 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.134545 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.134724 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.134919 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.135106 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.135291 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.135477 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.135665 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.135821 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.136010 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.136210 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.136385 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.136543 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.136698 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.136836 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] debug = True {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.137010 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.137152 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.137344 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.137528 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.137713 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.137897 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.138082 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.138268 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.138551 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.138756 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.138756 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.139016 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.139157 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.139276 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.139425 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.139610 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.139797 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.139981 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] host = dv-cinder-782390-6-iscsi {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.140169 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.140353 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.140524 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.140694 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.140878 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.141061 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.141246 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.141430 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.141656 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.141762 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.141932 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.142115 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.142299 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.142483 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] log_file = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.142724 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] log_options = True {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.142857 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.143007 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.143189 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.143397 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.143585 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.143770 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.143955 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.144140 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.144326 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.145397 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.145397 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.145397 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.145925 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.145925 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.145925 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.146196 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.146196 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.146406 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.146406 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.146583 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.146784 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.146969 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.147233 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.147393 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.147579 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.147763 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.147949 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.148135 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.148320 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.148503 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.148687 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.148874 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.149061 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.149248 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.149435 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.149619 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.149803 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.149990 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.150174 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.150359 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.150544 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.150752 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.150938 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.151122 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.151307 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.151490 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] use_json = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.151677 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.151863 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.152046 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.152229 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.152415 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.152608 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.152783 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.152969 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 05:54:51.153178 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.153342 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.153540 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.153728 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.153917 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.154078 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.154265 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.154453 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.154641 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.154853 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.155047 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.155235 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.155436 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.155599 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.155783 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.155972 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.156161 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.156349 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.156537 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.156724 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.156912 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.157099 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.157305 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.157465 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.157656 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.157844 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.158032 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.158221 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.158410 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.158598 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.158780 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.158943 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.159135 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.159323 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.159510 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.159670 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.159859 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.160094 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.160286 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.160476 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.160669 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.160858 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.161047 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.161236 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.161425 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.161616 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.161809 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.161999 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.162188 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.162376 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.162576 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.162787 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.162975 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.163165 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.163326 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.163516 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.163705 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.163928 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.164051 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.164277 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.164466 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.164680 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.164782 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.164911 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.165096 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.165283 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.165907 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.165907 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.165907 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.166180 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.166180 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.166354 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.166445 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.166594 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.166868 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.167036 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.167144 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.167309 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.167497 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.167685 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.167873 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.168061 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.168250 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.168439 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.168635 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.168842 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.169030 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.169221 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.169410 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.169598 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.169785 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.169971 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.170161 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.170348 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.170536 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.170749 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.170939 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.171129 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.171317 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.171504 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.171969 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.172120 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.172307 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.172494 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.172680 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.172871 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.173053 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.173212 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.173412 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.173580 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.173767 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.173963 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.174145 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.174312 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.174653 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.174653 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.174865 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.175014 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.175201 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.175388 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.175578 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.176377 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.176529 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.176694 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.176846 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.176948 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.177145 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.177291 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.177438 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.177586 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.177755 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.177906 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.178115 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.178306 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.178497 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.178722 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.178892 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.179079 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.179264 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.179453 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.179644 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.179833 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.180021 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.180210 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.180397 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.180584 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.180773 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.180959 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.181153 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.181343 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.181518 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.181676 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.181859 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.182045 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.182233 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.182457 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.182558 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.182762 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.183022 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.183208 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.183403 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.183617 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.183762 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.183919 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.184105 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.184293 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.184478 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.184654 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.184812 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.185000 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.185187 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.185374 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.185563 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.185712 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 05:54:51.185821 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.185919 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.186076 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.186265 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.186452 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.186640 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.186854 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.187045 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.187310 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.187427 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.187525 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.187716 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.187903 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.188090 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.188294 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.188481 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.188668 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.188857 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.189044 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.189230 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.189417 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.189604 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.189792 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.189979 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.190165 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.190353 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.190543 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.190750 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.190941 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.191132 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.191372 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.191558 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.191747 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.191947 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.192139 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.192328 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.192517 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.192704 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.192901 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.193091 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.193280 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.193467 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.193654 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.193851 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.194039 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.194216 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.194387 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.194573 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.194795 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.194984 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.195172 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.195360 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.195547 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.195745 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.195933 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.196120 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.196306 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.196494 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.196691 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.196880 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.197067 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.197264 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.197454 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.197643 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.197831 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.198031 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.198219 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.198409 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.198598 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.198830 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.199072 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.199173 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.199393 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.199485 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.199663 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.199844 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.200040 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.200235 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.200433 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.200597 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.200789 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.200990 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.201183 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.201371 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.201557 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.201745 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.201931 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.202118 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.202275 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.202466 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.202652 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.202860 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.203047 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.203264 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.203391 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.203554 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.203759 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.203907 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.204089 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.204276 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.204464 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 05:54:51.204668 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86317) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 21 05:54:51.338664 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 51744) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 05:54:51.350634 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0097961 Apr 21 05:55:02.211316 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf3db0c-5a1b-4be7-a83e-8ebe29cac8de None None] get_active_networks_info from dv-cinder-782390-6-iscsi {{(pid=86434) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 21 05:55:02.329710 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf3db0c-5a1b-4be7-a83e-8ebe29cac8de None None] No non-hosted networks {{(pid=86434) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 21 05:55:02.537829 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-05d2dd61-27c4-4167-8c92-31e4b44e5acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477'] for agent, after_create {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:04.528850 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f42e81f3-b51e-4120-a0a5-23121ca5b0a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477'] for agent, after_create {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:04.599298 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-15c605f2-6601-4fae-ba01-08c8d3a0ef53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:05.444930 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477'] for agent, after_create {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:06.244146 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477'] for agent, after_create {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:06.251629 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 05:55:06.252354 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 05:55:06.252914 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 05:55:06.253553 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 05:55:06.254105 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 05:55:06.254669 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 05:55:06.255558 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 05:55:06.256130 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 05:55:06.256687 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 05:55:06.265863 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 05:55:06.275305 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 05:55:06.276239 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 05:55:06.276866 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-782390-6-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 05:55:06.285484 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-782390-6-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 05:55:06.980265 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477'] for agent, after_create {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:07.357613 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.db.l3_hamode_db [None req-ea59d7f8-995c-4b75-9aa4-91ec23abdc89 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 21 05:55:07.447716 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea59d7f8-995c-4b75-9aa4-91ec23abdc89 None None] Routers set() bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 05:55:07.448142 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea59d7f8-995c-4b75-9aa4-91ec23abdc89 None None] Router IDs set() for agent in host dv-cinder-782390-6-iscsi {{(pid=86434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 21 05:55:07.776274 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 51836) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 05:55:08.413336 dv-cinder-782390-6-iscsi neutron-server[86317]: WARNING oslo_policy.policy [None req-0604d726-2a9a-45d1-89da-8cb52a4ef68e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 21 05:55:08.413893 dv-cinder-782390-6-iscsi neutron-server[86317]: WARNING oslo_policy.policy [None req-0604d726-2a9a-45d1-89da-8cb52a4ef68e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 21 05:55:08.647441 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [None req-0604d726-2a9a-45d1-89da-8cb52a4ef68e admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=86433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 21 05:55:08.648498 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-0604d726-2a9a-45d1-89da-8cb52a4ef68e admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8712173 Apr 21 05:55:11.372589 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 51852) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 05:55:11.758844 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-dda00c6d-ca73-4c86-8634-f057f93fc8f2 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True}} {{(pid=86433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 05:55:11.861515 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.policy [None req-dda00c6d-ca73-4c86-8634-f057f93fc8f2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86433) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 21 05:55:11.916586 dv-cinder-782390-6-iscsi neutron-server[86317]: WARNING oslo_policy.policy [None req-dda00c6d-ca73-4c86-8634-f057f93fc8f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 21 05:55:11.916986 dv-cinder-782390-6-iscsi neutron-server[86317]: WARNING oslo_policy.policy [None req-dda00c6d-ca73-4c86-8634-f057f93fc8f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 21 05:55:11.935123 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.quota [None req-dda00c6d-ca73-4c86-8634-f057f93fc8f2 admin admin] Loaded quota_driver: . Apr 21 05:55:11.951246 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-dda00c6d-ca73-4c86-8634-f057f93fc8f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 05:55:12.033254 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-dda00c6d-ca73-4c86-8634-f057f93fc8f2 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363270979138662', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363270979139274', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363270979116323', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363270979122567', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363270979106696', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363270979105091', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1336279', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1487319', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8087656', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036846670457'] for rbac-policy, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:12.450178 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-dda00c6d-ca73-4c86-8634-f057f93fc8f2 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:12.451504 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-dda00c6d-ca73-4c86-8634-f057f93fc8f2 admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0778835 Apr 21 05:55:15.404751 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 51866) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 05:55:15.774889 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-076a3ab3-d1f1-46bd-991f-4ac113a66e72 admin admin] Request body: {'network': {'project_id': 'ddc39100a5674f3db6f32ad833806d24', 'admin_state_up': True, 'name': 'private'}} {{(pid=86433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 05:55:15.780660 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-076a3ab3-d1f1-46bd-991f-4ac113a66e72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 05:55:15.785146 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-076a3ab3-d1f1-46bd-991f-4ac113a66e72 admin admin] Usage tracker for resource:network and tenant:ddc39100a5674f3db6f32ad833806d24 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 05:55:15.788637 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-076a3ab3-d1f1-46bd-991f-4ac113a66e72 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 05:55:15.794957 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-076a3ab3-d1f1-46bd-991f-4ac113a66e72 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 05:55:15.838403 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076a3ab3-d1f1-46bd-991f-4ac113a66e72 admin admin] Made reservation on behalf of ddc39100a5674f3db6f32ad833806d24 for: {'network': 1} {{(pid=86433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 05:55:15.844228 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-076a3ab3-d1f1-46bd-991f-4ac113a66e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for network, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:15.859933 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-076a3ab3-d1f1-46bd-991f-4ac113a66e72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:15.874746 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-076a3ab3-d1f1-46bd-991f-4ac113a66e72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 05:55:15.879093 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-076a3ab3-d1f1-46bd-991f-4ac113a66e72 admin admin] Usage tracker for resource:security_group_rule and tenant:ddc39100a5674f3db6f32ad833806d24 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 05:55:15.882419 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-076a3ab3-d1f1-46bd-991f-4ac113a66e72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 05:55:15.888138 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-076a3ab3-d1f1-46bd-991f-4ac113a66e72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 05:55:16.130977 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-076a3ab3-d1f1-46bd-991f-4ac113a66e72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:16.158441 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-076a3ab3-d1f1-46bd-991f-4ac113a66e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:16.163120 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 05:55:16.185775 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-076a3ab3-d1f1-46bd-991f-4ac113a66e72 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=86433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 21 05:55:16.210844 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-076a3ab3-d1f1-46bd-991f-4ac113a66e72 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363270981273494', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1361606'] for segment, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:16.211422 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-076a3ab3-d1f1-46bd-991f-4ac113a66e72 admin admin] Unsubscribe: segment precommit_create {{(pid=86433) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 21 05:55:16.211869 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.db.segments_db [None req-076a3ab3-d1f1-46bd-991f-4ac113a66e72 admin admin] Added segment e5b9019e-3c31-4f40-a698-eb2bfceada57 of type vlan for network 370bf8c9-2220-4aa4-9a20-c92a235fd854 Apr 21 05:55:16.220487 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a3ab3-d1f1-46bd-991f-4ac113a66e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5f5d3b-e613-4edb-9700-9b2113a3167c,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 05:55:16.275824 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076a3ab3-d1f1-46bd-991f-4ac113a66e72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 05:55:16.276189 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076a3ab3-d1f1-46bd-991f-4ac113a66e72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 05:55:16.276546 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076a3ab3-d1f1-46bd-991f-4ac113a66e72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 05:55:16.276897 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076a3ab3-d1f1-46bd-991f-4ac113a66e72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 05:55:16.277248 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076a3ab3-d1f1-46bd-991f-4ac113a66e72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 05:55:16.277592 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076a3ab3-d1f1-46bd-991f-4ac113a66e72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 05:55:16.277933 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076a3ab3-d1f1-46bd-991f-4ac113a66e72 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 05:55:16.278271 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076a3ab3-d1f1-46bd-991f-4ac113a66e72 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 05:55:16.278624 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076a3ab3-d1f1-46bd-991f-4ac113a66e72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 05:55:16.278986 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076a3ab3-d1f1-46bd-991f-4ac113a66e72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 05:55:16.279320 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076a3ab3-d1f1-46bd-991f-4ac113a66e72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 05:55:16.279655 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076a3ab3-d1f1-46bd-991f-4ac113a66e72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 05:55:16.280709 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076a3ab3-d1f1-46bd-991f-4ac113a66e72 admin admin] Tracked resource versions report: Apr 21 05:55:16.280709 dv-cinder-782390-6-iscsi neutron-server[86317]: pushed versions: Apr 21 05:55:16.280709 dv-cinder-782390-6-iscsi neutron-server[86317]: { 'AddressGroup': {'1.2'}, Apr 21 05:55:16.280709 dv-cinder-782390-6-iscsi neutron-server[86317]: 'ConntrackHelper': {'1.0'}, Apr 21 05:55:16.280709 dv-cinder-782390-6-iscsi neutron-server[86317]: 'Log': {'1.0'}, Apr 21 05:55:16.280709 dv-cinder-782390-6-iscsi neutron-server[86317]: 'Network': {'1.1'}, Apr 21 05:55:16.280709 dv-cinder-782390-6-iscsi neutron-server[86317]: 'Port': {'1.7'}, Apr 21 05:55:16.280709 dv-cinder-782390-6-iscsi neutron-server[86317]: 'PortForwarding': {'1.2'}, Apr 21 05:55:16.280709 dv-cinder-782390-6-iscsi neutron-server[86317]: 'QosPolicy': {'1.8'}, Apr 21 05:55:16.280709 dv-cinder-782390-6-iscsi neutron-server[86317]: 'SecurityGroup': {'1.4'}, Apr 21 05:55:16.280709 dv-cinder-782390-6-iscsi neutron-server[86317]: 'SecurityGroupRule': {'1.2'}, Apr 21 05:55:16.280709 dv-cinder-782390-6-iscsi neutron-server[86317]: 'SubPort': {'1.0'}, Apr 21 05:55:16.280709 dv-cinder-782390-6-iscsi neutron-server[86317]: 'Subnet': {'1.1'}, Apr 21 05:55:16.280709 dv-cinder-782390-6-iscsi neutron-server[86317]: 'Trunk': {'1.1'}} Apr 21 05:55:16.280709 dv-cinder-782390-6-iscsi neutron-server[86317]: consumer versions: Apr 21 05:55:16.280709 dv-cinder-782390-6-iscsi neutron-server[86317]: { DHCP agent@dv-cinder-782390-6-iscsi: {}, Apr 21 05:55:16.280709 dv-cinder-782390-6-iscsi neutron-server[86317]: L3 agent@dv-cinder-782390-6-iscsi: {}, Apr 21 05:55:16.280709 dv-cinder-782390-6-iscsi neutron-server[86317]: Metadata agent@dv-cinder-782390-6-iscsi: {}, Apr 21 05:55:16.280709 dv-cinder-782390-6-iscsi neutron-server[86317]: Metering agent@dv-cinder-782390-6-iscsi: {}, Apr 21 05:55:16.280709 dv-cinder-782390-6-iscsi neutron-server[86317]: Open vSwitch agent@dv-cinder-782390-6-iscsi: { 'AddressGroup': '1.2', Apr 21 05:55:16.280709 dv-cinder-782390-6-iscsi neutron-server[86317]: 'ConntrackHelper': '1.0', Apr 21 05:55:16.280709 dv-cinder-782390-6-iscsi neutron-server[86317]: 'Log': '1.0', Apr 21 05:55:16.280709 dv-cinder-782390-6-iscsi neutron-server[86317]: 'Network': '1.1', Apr 21 05:55:16.280709 dv-cinder-782390-6-iscsi neutron-server[86317]: 'Port': '1.7', Apr 21 05:55:16.280709 dv-cinder-782390-6-iscsi neutron-server[86317]: 'PortForwarding': '1.2', Apr 21 05:55:16.280709 dv-cinder-782390-6-iscsi neutron-server[86317]: 'QosPolicy': '1.8', Apr 21 05:55:16.280709 dv-cinder-782390-6-iscsi neutron-server[86317]: 'SecurityGroup': '1.4', Apr 21 05:55:16.280709 dv-cinder-782390-6-iscsi neutron-server[86317]: 'SecurityGroupRule': '1.2', Apr 21 05:55:16.280709 dv-cinder-782390-6-iscsi neutron-server[86317]: 'SubPort': '1.0', Apr 21 05:55:16.280709 dv-cinder-782390-6-iscsi neutron-server[86317]: 'Subnet': '1.1', Apr 21 05:55:16.280709 dv-cinder-782390-6-iscsi neutron-server[86317]: 'Trunk': '1.1'}} Apr 21 05:55:16.280709 dv-cinder-782390-6-iscsi neutron-server[86317]: {{(pid=86433) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 21 05:55:16.338241 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-076a3ab3-d1f1-46bd-991f-4ac113a66e72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765872960183'] for network, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:16.344960 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-076a3ab3-d1f1-46bd-991f-4ac113a66e72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 05:55:16.408008 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-076a3ab3-d1f1-46bd-991f-4ac113a66e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970'] for network, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:16.409868 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076a3ab3-d1f1-46bd-991f-4ac113a66e72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 05:55:16.410526 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-076a3ab3-d1f1-46bd-991f-4ac113a66e72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846863987'] for network, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:16.415498 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 05:55:16.523150 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a3ab3-d1f1-46bd-991f-4ac113a66e72 admin admin] Pushing event updated for resources: {'Network': ['ID=370bf8c9-2220-4aa4-9a20-c92a235fd854,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 05:55:16.526180 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-076a3ab3-d1f1-46bd-991f-4ac113a66e72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 05:55:16.534903 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Network 370bf8c9-2220-4aa4-9a20-c92a235fd854 details requested by agent ovs-agent-dv-cinder-782390-6-iscsi with host dv-cinder-782390-6-iscsi {{(pid=86434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 21 05:55:16.557444 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-076a3ab3-d1f1-46bd-991f-4ac113a66e72 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1515727 Apr 21 05:55:19.594847 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 51882) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 05:55:20.070246 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d178ddfc-89e8-4d4a-a505-8102269274b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 05:55:20.071719 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-d178ddfc-89e8-4d4a-a505-8102269274b0 admin admin] 10.222.0.15 "GET /v2.0/networks/370bf8c9-2220-4aa4-9a20-c92a235fd854 HTTP/1.1" status: 200 len: 825 time: 0.4758563 Apr 21 05:55:20.099804 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-75773b91-5c00-4057-82bf-5c1df3cb0085 admin admin] 10.222.0.15 "GET /v2.0/subnetpools/be0eda31-7c44-4e20-a3d1-80c5c267c25c HTTP/1.1" status: 200 len: 734 time: 0.0220227 Apr 21 05:55:20.108992 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-9a6575eb-9014-49d7-9d38-d58b963044fd admin admin] Request body: {'subnet': {'network_id': '370bf8c9-2220-4aa4-9a20-c92a235fd854', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': 'be0eda31-7c44-4e20-a3d1-80c5c267c25c', 'tenant_id': 'ddc39100a5674f3db6f32ad833806d24'}} {{(pid=86433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 05:55:20.113768 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-9a6575eb-9014-49d7-9d38-d58b963044fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 05:55:20.117578 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-9a6575eb-9014-49d7-9d38-d58b963044fd admin admin] Usage tracker for resource:subnet and tenant:ddc39100a5674f3db6f32ad833806d24 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 05:55:20.120493 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-9a6575eb-9014-49d7-9d38-d58b963044fd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 05:55:20.126223 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-9a6575eb-9014-49d7-9d38-d58b963044fd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 05:55:20.232711 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6575eb-9014-49d7-9d38-d58b963044fd admin admin] Made reservation on behalf of ddc39100a5674f3db6f32ad833806d24 for: {'subnet': 1} {{(pid=86433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 05:55:20.238032 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9a6575eb-9014-49d7-9d38-d58b963044fd admin admin] Notify callbacks [] for subnet, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:20.742455 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9a6575eb-9014-49d7-9d38-d58b963044fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7991656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970'] for subnet, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:20.747657 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 05:55:20.834583 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6575eb-9014-49d7-9d38-d58b963044fd admin admin] Checking segment: {'id': 'e5b9019e-3c31-4f40-a698-eb2bfceada57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '370bf8c9-2220-4aa4-9a20-c92a235fd854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 05:55:20.835003 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6575eb-9014-49d7-9d38-d58b963044fd admin admin] Network hostable DHCP agents. Network: 370bf8c9-2220-4aa4-9a20-c92a235fd854, hostable agents: ['6e5e74bc-90a9-40d2-b33c-cc5e996b490a'], hosted agents: [] {{(pid=86433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 21 05:55:20.840666 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6575eb-9014-49d7-9d38-d58b963044fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b72c0b72-3be8-4330-961f-d02dea829653,revision_number=0']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 05:55:20.843840 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9a6575eb-9014-49d7-9d38-d58b963044fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 05:55:20.884102 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6575eb-9014-49d7-9d38-d58b963044fd admin admin] Network 370bf8c9-2220-4aa4-9a20-c92a235fd854 is scheduled to be hosted by DHCP agent 6e5e74bc-90a9-40d2-b33c-cc5e996b490a with binding_index 1 {{(pid=86433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 21 05:55:20.918309 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [None req-9a6575eb-9014-49d7-9d38-d58b963044fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-6-iscsi, 370bf8c9-2220-4aa4-9a20-c92a235fd854) {{(pid=86433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 05:55:20.923473 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6575eb-9014-49d7-9d38-d58b963044fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 05:55:20.924420 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9a6575eb-9014-49d7-9d38-d58b963044fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846863987'] for subnet, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:20.928579 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bb445f-008d-480a-a8aa-57b96be28ec2 None None] Network 370bf8c9-2220-4aa4-9a20-c92a235fd854 requested from dv-cinder-782390-6-iscsi {{(pid=86434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 05:55:20.968816 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-9a6575eb-9014-49d7-9d38-d58b963044fd admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8633609 Apr 21 05:55:21.421378 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c082eb0-cc65-4ee4-9a3e-81df1917f649 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de2c1f0-92f8-5802-94e1-2ca90c756a19-370bf8c9-2220-4aa4-9a20-c92a235fd854', 'network_id': '370bf8c9-2220-4aa4-9a20-c92a235fd854', 'tenant_id': 'ddc39100a5674f3db6f32ad833806d24', 'fixed_ips': [{'subnet_id': 'b72c0b72-3be8-4330-961f-d02dea829653'}]}} from dv-cinder-782390-6-iscsi. {{(pid=86434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 21 05:55:21.422545 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6c082eb0-cc65-4ee4-9a3e-81df1917f649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_create {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:21.609814 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.db_base_plugin_common [None req-6c082eb0-cc65-4ee4-9a3e-81df1917f649 None None] Allocated IP 172.20.0.2 (370bf8c9-2220-4aa4-9a20-c92a235fd854/b72c0b72-3be8-4330-961f-d02dea829653/baaa87be-409b-4770-83ce-75af0fe13841) {{(pid=86434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 05:55:21.841191 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6c082eb0-cc65-4ee4-9a3e-81df1917f649 None None] Notify callbacks [] for port, precommit_create {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:21.959276 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-6c082eb0-cc65-4ee4-9a3e-81df1917f649 None None] Transition to ACTIVE for port object baaa87be-409b-4770-83ce-75af0fe13841 will not be triggered until provisioned by entity L2. {{(pid=86434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 05:55:21.979134 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-6c082eb0-cc65-4ee4-9a3e-81df1917f649 None None] Transition to ACTIVE for port object baaa87be-409b-4770-83ce-75af0fe13841 will not be triggered until provisioned by entity DHCP. {{(pid=86434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 05:55:22.079120 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6c082eb0-cc65-4ee4-9a3e-81df1917f649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363270981802970'] for port, after_create {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:22.084613 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 05:55:22.148387 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c082eb0-cc65-4ee4-9a3e-81df1917f649 None None] Network 370bf8c9-2220-4aa4-9a20-c92a235fd854 is already hosted by enough agents. {{(pid=86434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 05:55:22.149494 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [None req-6c082eb0-cc65-4ee4-9a3e-81df1917f649 None None] Resources bound (agent type, host, resource id): {{(pid=86434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 05:55:22.152705 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c082eb0-cc65-4ee4-9a3e-81df1917f649 None None] Received port after_create {{(pid=86434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 05:55:22.200443 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c082eb0-cc65-4ee4-9a3e-81df1917f649 None None] Pushing event updated for resources: {'Port': ['ID=baaa87be-409b-4770-83ce-75af0fe13841,revision_number=1']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 05:55:22.250187 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c082eb0-cc65-4ee4-9a3e-81df1917f649 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 05:55:22.250486 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c082eb0-cc65-4ee4-9a3e-81df1917f649 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 05:55:22.250858 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c082eb0-cc65-4ee4-9a3e-81df1917f649 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 05:55:22.251220 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c082eb0-cc65-4ee4-9a3e-81df1917f649 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 05:55:22.251579 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c082eb0-cc65-4ee4-9a3e-81df1917f649 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 05:55:22.251935 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c082eb0-cc65-4ee4-9a3e-81df1917f649 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 05:55:22.252287 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c082eb0-cc65-4ee4-9a3e-81df1917f649 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 05:55:22.252640 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c082eb0-cc65-4ee4-9a3e-81df1917f649 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 05:55:22.253033 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c082eb0-cc65-4ee4-9a3e-81df1917f649 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 05:55:22.253382 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c082eb0-cc65-4ee4-9a3e-81df1917f649 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 05:55:22.253729 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c082eb0-cc65-4ee4-9a3e-81df1917f649 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 05:55:22.254074 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c082eb0-cc65-4ee4-9a3e-81df1917f649 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 05:55:22.255175 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c082eb0-cc65-4ee4-9a3e-81df1917f649 None None] Tracked resource versions report: Apr 21 05:55:22.255175 dv-cinder-782390-6-iscsi neutron-server[86317]: pushed versions: Apr 21 05:55:22.255175 dv-cinder-782390-6-iscsi neutron-server[86317]: { 'AddressGroup': {'1.2'}, Apr 21 05:55:22.255175 dv-cinder-782390-6-iscsi neutron-server[86317]: 'ConntrackHelper': {'1.0'}, Apr 21 05:55:22.255175 dv-cinder-782390-6-iscsi neutron-server[86317]: 'Log': {'1.0'}, Apr 21 05:55:22.255175 dv-cinder-782390-6-iscsi neutron-server[86317]: 'Network': {'1.1'}, Apr 21 05:55:22.255175 dv-cinder-782390-6-iscsi neutron-server[86317]: 'Port': {'1.7'}, Apr 21 05:55:22.255175 dv-cinder-782390-6-iscsi neutron-server[86317]: 'PortForwarding': {'1.2'}, Apr 21 05:55:22.255175 dv-cinder-782390-6-iscsi neutron-server[86317]: 'QosPolicy': {'1.8'}, Apr 21 05:55:22.255175 dv-cinder-782390-6-iscsi neutron-server[86317]: 'SecurityGroup': {'1.4'}, Apr 21 05:55:22.255175 dv-cinder-782390-6-iscsi neutron-server[86317]: 'SecurityGroupRule': {'1.2'}, Apr 21 05:55:22.255175 dv-cinder-782390-6-iscsi neutron-server[86317]: 'SubPort': {'1.0'}, Apr 21 05:55:22.255175 dv-cinder-782390-6-iscsi neutron-server[86317]: 'Subnet': {'1.1'}, Apr 21 05:55:22.255175 dv-cinder-782390-6-iscsi neutron-server[86317]: 'Trunk': {'1.1'}} Apr 21 05:55:22.255175 dv-cinder-782390-6-iscsi neutron-server[86317]: consumer versions: Apr 21 05:55:22.255175 dv-cinder-782390-6-iscsi neutron-server[86317]: { DHCP agent@dv-cinder-782390-6-iscsi: {}, Apr 21 05:55:22.255175 dv-cinder-782390-6-iscsi neutron-server[86317]: L3 agent@dv-cinder-782390-6-iscsi: {}, Apr 21 05:55:22.255175 dv-cinder-782390-6-iscsi neutron-server[86317]: Metadata agent@dv-cinder-782390-6-iscsi: {}, Apr 21 05:55:22.255175 dv-cinder-782390-6-iscsi neutron-server[86317]: Metering agent@dv-cinder-782390-6-iscsi: {}, Apr 21 05:55:22.255175 dv-cinder-782390-6-iscsi neutron-server[86317]: Open vSwitch agent@dv-cinder-782390-6-iscsi: { 'AddressGroup': '1.2', Apr 21 05:55:22.255175 dv-cinder-782390-6-iscsi neutron-server[86317]: 'ConntrackHelper': '1.0', Apr 21 05:55:22.255175 dv-cinder-782390-6-iscsi neutron-server[86317]: 'Log': '1.0', Apr 21 05:55:22.255175 dv-cinder-782390-6-iscsi neutron-server[86317]: 'Network': '1.1', Apr 21 05:55:22.255175 dv-cinder-782390-6-iscsi neutron-server[86317]: 'Port': '1.7', Apr 21 05:55:22.255175 dv-cinder-782390-6-iscsi neutron-server[86317]: 'PortForwarding': '1.2', Apr 21 05:55:22.255175 dv-cinder-782390-6-iscsi neutron-server[86317]: 'QosPolicy': '1.8', Apr 21 05:55:22.255175 dv-cinder-782390-6-iscsi neutron-server[86317]: 'SecurityGroup': '1.4', Apr 21 05:55:22.255175 dv-cinder-782390-6-iscsi neutron-server[86317]: 'SecurityGroupRule': '1.2', Apr 21 05:55:22.255175 dv-cinder-782390-6-iscsi neutron-server[86317]: 'SubPort': '1.0', Apr 21 05:55:22.255175 dv-cinder-782390-6-iscsi neutron-server[86317]: 'Subnet': '1.1', Apr 21 05:55:22.255175 dv-cinder-782390-6-iscsi neutron-server[86317]: 'Trunk': '1.1'}} Apr 21 05:55:22.255175 dv-cinder-782390-6-iscsi neutron-server[86317]: {{(pid=86434) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 21 05:55:22.258800 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-6c082eb0-cc65-4ee4-9a3e-81df1917f649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 05:55:22.275275 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-6c082eb0-cc65-4ee4-9a3e-81df1917f649 None None] Attempting to bind port baaa87be-409b-4770-83ce-75af0fe13841 on host dv-cinder-782390-6-iscsi for vnic_type normal with profile {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 05:55:22.275703 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-6c082eb0-cc65-4ee4-9a3e-81df1917f649 None None] Attempting to bind port baaa87be-409b-4770-83ce-75af0fe13841 by drivers openvswitch,hyperv on host dv-cinder-782390-6-iscsi at level 0 using segments [{'id': 'e5b9019e-3c31-4f40-a698-eb2bfceada57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '370bf8c9-2220-4aa4-9a20-c92a235fd854'}] {{(pid=86434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 05:55:22.276108 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c082eb0-cc65-4ee4-9a3e-81df1917f649 None None] Attempting to bind port baaa87be-409b-4770-83ce-75af0fe13841 on network 370bf8c9-2220-4aa4-9a20-c92a235fd854 {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 05:55:22.281785 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c082eb0-cc65-4ee4-9a3e-81df1917f649 None None] Checking agent: {'id': '6ed75209-5459-46e4-8756-ce582068b488', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 5, 55, 6), 'started_at': datetime.datetime(2021, 4, 21, 5, 55, 6), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 5, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 05:55:22.282204 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c082eb0-cc65-4ee4-9a3e-81df1917f649 None None] Checking segment: {'id': 'e5b9019e-3c31-4f40-a698-eb2bfceada57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '370bf8c9-2220-4aa4-9a20-c92a235fd854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 05:55:22.282665 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6c082eb0-cc65-4ee4-9a3e-81df1917f649 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:22.283111 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c082eb0-cc65-4ee4-9a3e-81df1917f649 None None] Bound using segment: {'id': 'e5b9019e-3c31-4f40-a698-eb2bfceada57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '370bf8c9-2220-4aa4-9a20-c92a235fd854'} {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 05:55:22.283639 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-6c082eb0-cc65-4ee4-9a3e-81df1917f649 None None] Bound port: baaa87be-409b-4770-83ce-75af0fe13841, host: dv-cinder-782390-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5b9019e-3c31-4f40-a698-eb2bfceada57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '370bf8c9-2220-4aa4-9a20-c92a235fd854'}}] {{(pid=86434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 05:55:22.284625 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6c082eb0-cc65-4ee4-9a3e-81df1917f649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:22.382480 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-6c082eb0-cc65-4ee4-9a3e-81df1917f649 None None] For port baaa87be-409b-4770-83ce-75af0fe13841, host dv-cinder-782390-6-iscsi, cleared binding levels {{(pid=86434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 05:55:22.386496 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-6c082eb0-cc65-4ee4-9a3e-81df1917f649 None None] For port baaa87be-409b-4770-83ce-75af0fe13841, host dv-cinder-782390-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=baaa87be-409b-4770-83ce-75af0fe13841,segment=NetworkSegment(e5b9019e-3c31-4f40-a698-eb2bfceada57),segment_id=e5b9019e-3c31-4f40-a698-eb2bfceada57)] {{(pid=86434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 05:55:22.419919 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6c082eb0-cc65-4ee4-9a3e-81df1917f649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:22.425354 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 05:55:22.517069 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c082eb0-cc65-4ee4-9a3e-81df1917f649 None None] Pushing event updated for resources: {'Port': ['ID=baaa87be-409b-4770-83ce-75af0fe13841,revision_number=2']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 05:55:22.520503 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-6c082eb0-cc65-4ee4-9a3e-81df1917f649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 05:55:23.733886 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 51892) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 05:55:24.139675 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [None req-4a4bcc76-8078-4f89-9a76-b4161e4e8ed7 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=86433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 21 05:55:24.140759 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-4a4bcc76-8078-4f89-9a76-b4161e4e8ed7 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4058464 Apr 21 05:55:26.893026 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 51902) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 05:55:27.295222 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [None req-37a6fded-c6f4-4e70-9335-f7ae7eef3851 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=86433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 21 05:55:27.296569 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-37a6fded-c6f4-4e70-9335-f7ae7eef3851 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4018877 Apr 21 05:55:28.268541 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device baaa87be-409b-4770-83ce-75af0fe13841 up at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 05:55:28.375855 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning for port baaa87be-409b-4770-83ce-75af0fe13841 completed by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 05:55:29.304849 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1ab26a-b61c-4905-969f-468cd34af073 None None] Network 370bf8c9-2220-4aa4-9a20-c92a235fd854 requested from dv-cinder-782390-6-iscsi {{(pid=86434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 05:55:29.398424 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-ff664312-a67a-4d89-be5e-627fe205e742 None None] Provisioning for port baaa87be-409b-4770-83ce-75af0fe13841 completed by entity DHCP. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 05:55:29.406238 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-ff664312-a67a-4d89-be5e-627fe205e742 None None] Provisioning complete for port baaa87be-409b-4770-83ce-75af0fe13841 triggered by entity DHCP. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 05:55:29.406648 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-ff664312-a67a-4d89-be5e-627fe205e742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:29.614905 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-ff664312-a67a-4d89-be5e-627fe205e742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:29.689769 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-ff664312-a67a-4d89-be5e-627fe205e742 None None] For port baaa87be-409b-4770-83ce-75af0fe13841, host dv-cinder-782390-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=baaa87be-409b-4770-83ce-75af0fe13841,segment=NetworkSegment(e5b9019e-3c31-4f40-a698-eb2bfceada57),segment_id=e5b9019e-3c31-4f40-a698-eb2bfceada57)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 05:55:29.718814 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-ff664312-a67a-4d89-be5e-627fe205e742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:29.721481 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 05:55:29.794812 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff664312-a67a-4d89-be5e-627fe205e742 None None] Pushing event updated for resources: {'Port': ['ID=baaa87be-409b-4770-83ce-75af0fe13841,revision_number=3']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 05:55:29.798867 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-ff664312-a67a-4d89-be5e-627fe205e742 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 05:55:29.940535 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-228785bc-2902-4737-b698-941b06e0a4a5 None None] Provisioning complete for port baaa87be-409b-4770-83ce-75af0fe13841 triggered by entity DHCP. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 05:55:29.940943 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-228785bc-2902-4737-b698-941b06e0a4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:30.255017 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device baaa87be-409b-4770-83ce-75af0fe13841 up at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 05:55:30.325360 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning complete for port baaa87be-409b-4770-83ce-75af0fe13841 triggered by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 05:55:30.325820 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:30.343842 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 51918) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 05:55:30.730730 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-bfc7a203-fbf9-4236-a414-22d093d348ed admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'ddc39100a5674f3db6f32ad833806d24', 'name': 'router1'}} {{(pid=86433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 05:55:30.735985 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-bfc7a203-fbf9-4236-a414-22d093d348ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 05:55:30.739957 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-bfc7a203-fbf9-4236-a414-22d093d348ed admin admin] Usage tracker for resource:router and tenant:ddc39100a5674f3db6f32ad833806d24 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 05:55:30.743108 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-bfc7a203-fbf9-4236-a414-22d093d348ed admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 05:55:30.748931 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-bfc7a203-fbf9-4236-a414-22d093d348ed admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 05:55:30.797175 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-bfc7a203-fbf9-4236-a414-22d093d348ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8000236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854775187'] for router, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:30.798467 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-bfc7a203-fbf9-4236-a414-22d093d348ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846775580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036846753534', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846786285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-614'] for router, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:30.867872 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-bfc7a203-fbf9-4236-a414-22d093d348ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:31.008955 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-bfc7a203-fbf9-4236-a414-22d093d348ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8010567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8022495'] for router, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:31.048125 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-bfc7a203-fbf9-4236-a414-22d093d348ed admin admin] Notify callbacks [] for router, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:31.049904 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-bfc7a203-fbf9-4236-a414-22d093d348ed admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7044401 Apr 21 05:55:32.014251 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-a7cb11db-63e3-43f3-8ab7-ae57a5e6c82e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:33.734217 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 51928) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 05:55:34.122617 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [None req-e9c4dfbe-6323-4b3d-b3e9-e1eb7b59ac2f admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=86433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 21 05:55:34.123669 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-e9c4dfbe-6323-4b3d-b3e9-e1eb7b59ac2f admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3883741 Apr 21 05:55:34.507213 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-615a4475-aa34-41f4-a520-f81f233a9695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:35.364281 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:36.204344 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:36.869008 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 51948) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 05:55:36.884511 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:37.024622 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-6d3eaac5-864b-4dc0-babe-21f7e8b8a83d admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=86433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 05:55:37.030110 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-6d3eaac5-864b-4dc0-babe-21f7e8b8a83d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 05:55:37.034136 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-6d3eaac5-864b-4dc0-babe-21f7e8b8a83d admin admin] Usage tracker for resource:network and tenant:97c2419510ec47e880b736b737f70354 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 05:55:37.037101 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-6d3eaac5-864b-4dc0-babe-21f7e8b8a83d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 05:55:37.043025 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-6d3eaac5-864b-4dc0-babe-21f7e8b8a83d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 05:55:37.127743 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3eaac5-864b-4dc0-babe-21f7e8b8a83d admin admin] Made reservation on behalf of 97c2419510ec47e880b736b737f70354 for: {'network': 1} {{(pid=86433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 05:55:37.132834 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6d3eaac5-864b-4dc0-babe-21f7e8b8a83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for network, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:37.145086 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6d3eaac5-864b-4dc0-babe-21f7e8b8a83d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:37.159569 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-6d3eaac5-864b-4dc0-babe-21f7e8b8a83d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 05:55:37.163353 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-6d3eaac5-864b-4dc0-babe-21f7e8b8a83d admin admin] Usage tracker for resource:security_group_rule and tenant:97c2419510ec47e880b736b737f70354 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 05:55:37.166116 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-6d3eaac5-864b-4dc0-babe-21f7e8b8a83d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 05:55:37.172127 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-6d3eaac5-864b-4dc0-babe-21f7e8b8a83d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 05:55:37.391002 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6d3eaac5-864b-4dc0-babe-21f7e8b8a83d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:37.419190 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6d3eaac5-864b-4dc0-babe-21f7e8b8a83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:37.423690 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-076a3ab3-d1f1-46bd-991f-4ac113a66e72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 05:55:37.441129 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6d3eaac5-864b-4dc0-babe-21f7e8b8a83d admin admin] Reserving flat network on physical network physnet1 {{(pid=86433) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 21 05:55:37.455185 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3eaac5-864b-4dc0-babe-21f7e8b8a83d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7694ba7-cfc9-472a-8773-75ac0bf8f208,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 05:55:37.458524 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-6d3eaac5-864b-4dc0-babe-21f7e8b8a83d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 05:55:37.573739 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6d3eaac5-864b-4dc0-babe-21f7e8b8a83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1361606'] for segment, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:37.574120 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.db.segments_db [None req-6d3eaac5-864b-4dc0-babe-21f7e8b8a83d admin admin] Added segment d57a18c0-30ee-4dde-82a2-7c14b6979212 of type flat for network 07a7a1dd-edf9-4d1b-80a1-539c21f96152 Apr 21 05:55:37.711688 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6d3eaac5-864b-4dc0-babe-21f7e8b8a83d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765872960183'] for network, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:37.775277 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6d3eaac5-864b-4dc0-babe-21f7e8b8a83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970'] for network, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:37.776571 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3eaac5-864b-4dc0-babe-21f7e8b8a83d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 05:55:37.777193 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6d3eaac5-864b-4dc0-babe-21f7e8b8a83d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846863987'] for network, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:37.781785 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 05:55:37.882345 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3eaac5-864b-4dc0-babe-21f7e8b8a83d admin admin] Pushing event updated for resources: {'Network': ['ID=07a7a1dd-edf9-4d1b-80a1-539c21f96152,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 05:55:37.885113 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-6d3eaac5-864b-4dc0-babe-21f7e8b8a83d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 05:55:37.892679 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Network 07a7a1dd-edf9-4d1b-80a1-539c21f96152 details requested by agent ovs-agent-dv-cinder-782390-6-iscsi with host dv-cinder-782390-6-iscsi {{(pid=86434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 21 05:55:37.901915 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-6d3eaac5-864b-4dc0-babe-21f7e8b8a83d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0362971 Apr 21 05:55:40.400968 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 51968) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 05:55:40.515729 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bf928a-4695-46dc-994a-eed54f5b368d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 05:55:40.517152 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-50bf928a-4695-46dc-994a-eed54f5b368d admin admin] 10.222.0.15 "GET /v2.0/subnets/b72c0b72-3be8-4330-961f-d02dea829653 HTTP/1.1" status: 200 len: 849 time: 0.1151567 Apr 21 05:55:40.814085 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-b3f1ca79-9403-4ba1-9e04-509297f9d74a admin admin] 10.222.0.15 "GET /v2.0/routers/da90b494-2fd2-4644-ace3-1d9e026ce078 HTTP/1.1" status: 200 len: 704 time: 0.2908151 Apr 21 05:55:41.291266 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-b09a6e38-8245-49fd-95b1-44fcb14419f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:41.577198 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.db_base_plugin_common [None req-b09a6e38-8245-49fd-95b1-44fcb14419f0 admin admin] Allocated IP 172.20.0.1 (370bf8c9-2220-4aa4-9a20-c92a235fd854/b72c0b72-3be8-4330-961f-d02dea829653/7a5afd70-22e5-4099-b001-df1611bf2acb) {{(pid=86433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 05:55:41.853528 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-b09a6e38-8245-49fd-95b1-44fcb14419f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:41.870487 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-b09a6e38-8245-49fd-95b1-44fcb14419f0 admin admin] Transition to ACTIVE for port object 7a5afd70-22e5-4099-b001-df1611bf2acb will not be triggered until provisioned by entity DHCP. {{(pid=86433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 05:55:41.953128 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-b09a6e38-8245-49fd-95b1-44fcb14419f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363270981802970'] for port, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:41.958643 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 05:55:42.014447 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09a6e38-8245-49fd-95b1-44fcb14419f0 admin admin] Network 370bf8c9-2220-4aa4-9a20-c92a235fd854 is already hosted by enough agents. {{(pid=86433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 05:55:42.022456 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [None req-b09a6e38-8245-49fd-95b1-44fcb14419f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=86433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 05:55:42.025061 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09a6e38-8245-49fd-95b1-44fcb14419f0 admin admin] Received port after_create {{(pid=86433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 05:55:42.025753 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-b09a6e38-8245-49fd-95b1-44fcb14419f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846764798'] for router_interface, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:42.183176 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09a6e38-8245-49fd-95b1-44fcb14419f0 admin admin] Pushing event updated for resources: {'Port': ['ID=7a5afd70-22e5-4099-b001-df1611bf2acb,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 05:55:42.186613 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-b09a6e38-8245-49fd-95b1-44fcb14419f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 05:55:42.272557 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-f2c21b8c-e08c-4f94-ad43-c24207889a0d None None] Provisioning for port 7a5afd70-22e5-4099-b001-df1611bf2acb completed by entity DHCP. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 05:55:42.277510 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-f2c21b8c-e08c-4f94-ad43-c24207889a0d None None] Provisioning complete for port 7a5afd70-22e5-4099-b001-df1611bf2acb triggered by entity DHCP. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 05:55:42.277980 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f2c21b8c-e08c-4f94-ad43-c24207889a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:42.333779 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-f2c21b8c-e08c-4f94-ad43-c24207889a0d None None] Port 7a5afd70-22e5-4099-b001-df1611bf2acb cannot update to ACTIVE because it is not bound. {{(pid=86434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 05:55:42.368033 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-b09a6e38-8245-49fd-95b1-44fcb14419f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:42.606048 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-b09a6e38-8245-49fd-95b1-44fcb14419f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:42.638333 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-b09a6e38-8245-49fd-95b1-44fcb14419f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:42.639407 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-b09a6e38-8245-49fd-95b1-44fcb14419f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846863953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8011109'] for router_interface, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:42.643583 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 05:55:42.781255 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09a6e38-8245-49fd-95b1-44fcb14419f0 admin admin] Pushing event updated for resources: {'Port': ['ID=7a5afd70-22e5-4099-b001-df1611bf2acb,revision_number=2']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 05:55:42.788344 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-b09a6e38-8245-49fd-95b1-44fcb14419f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 05:55:42.841502 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09a6e38-8245-49fd-95b1-44fcb14419f0 admin admin] Network 370bf8c9-2220-4aa4-9a20-c92a235fd854 is already hosted by enough agents. {{(pid=86433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 05:55:42.842607 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [None req-b09a6e38-8245-49fd-95b1-44fcb14419f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=86433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 05:55:43.059316 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-e3e47f6f-a563-48d0-bded-9425d8191a03 None None] Provisioning complete for port 7a5afd70-22e5-4099-b001-df1611bf2acb triggered by entity DHCP. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 05:55:43.059721 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-e3e47f6f-a563-48d0-bded-9425d8191a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:43.120650 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-e3e47f6f-a563-48d0-bded-9425d8191a03 None None] Port 7a5afd70-22e5-4099-b001-df1611bf2acb cannot update to ACTIVE because it is not bound. {{(pid=86434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 05:55:43.238667 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b09a6e38-8245-49fd-95b1-44fcb14419f0 admin admin] Router da90b494-2fd2-4644-ace3-1d9e026ce078 is scheduled to L3 agent 11ad1a07-0ae8-4245-9270-47a08d3f943a with binding_index 1 {{(pid=86433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 21 05:55:43.398507 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b09a6e38-8245-49fd-95b1-44fcb14419f0 admin admin] Notify agent at l3_agent.dv-cinder-782390-6-iscsi the message routers_updated {{(pid=86433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 05:55:43.408955 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adc69cd-1bf8-4dd4-8750-8ae767279bb4 None None] Sync routers for ids ['da90b494-2fd2-4644-ace3-1d9e026ce078'] in dv-cinder-782390-6-iscsi {{(pid=86435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 05:55:43.409443 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-b09a6e38-8245-49fd-95b1-44fcb14419f0 admin admin] 10.222.0.15 "PUT /v2.0/routers/da90b494-2fd2-4644-ace3-1d9e026ce078/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.5892768 Apr 21 05:55:43.419934 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adc69cd-1bf8-4dd4-8750-8ae767279bb4 None None] Routers {'da90b494-2fd2-4644-ace3-1d9e026ce078'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 05:55:43.421063 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-7adc69cd-1bf8-4dd4-8750-8ae767279bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T05:55:34Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['da90b494-2fd2-4644-ace3-1d9e026ce078'], 'active': True} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 05:55:43.601760 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-7adc69cd-1bf8-4dd4-8750-8ae767279bb4 None None] Set router da90b494-2fd2-4644-ace3-1d9e026ce078 gateway port host: None {{(pid=86435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 05:55:44.148257 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-7adc69cd-1bf8-4dd4-8750-8ae767279bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da90b494-2fd2-4644-ace3-1d9e026ce078', 'name': 'router1', 'tenant_id': 'ddc39100a5674f3db6f32ad833806d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T05:55:30Z', 'updated_at': '2021-04-21T05:55:42Z', 'revision_number': 2, 'project_id': 'ddc39100a5674f3db6f32ad833806d24', 'gw_port_host': None, '_interfaces': [{'id': '7a5afd70-22e5-4099-b001-df1611bf2acb', 'name': '', 'network_id': '370bf8c9-2220-4aa4-9a20-c92a235fd854', 'tenant_id': 'ddc39100a5674f3db6f32ad833806d24', 'mac_address': 'fa:16:3e:0b:ce:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da90b494-2fd2-4644-ace3-1d9e026ce078', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b72c0b72-3be8-4330-961f-d02dea829653', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T05:55:41Z', 'updated_at': '2021-04-21T05:55:42Z', 'revision_number': 2, 'project_id': 'ddc39100a5674f3db6f32ad833806d24', 'subnets': [{'id': 'b72c0b72-3be8-4330-961f-d02dea829653', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'be0eda31-7c44-4e20-a3d1-80c5c267c25c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 05:55:44.153196 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adc69cd-1bf8-4dd4-8750-8ae767279bb4 None None] Checking router: da90b494-2fd2-4644-ace3-1d9e026ce078 for host: dv-cinder-782390-6-iscsi {{(pid=86435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 05:55:44.153582 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adc69cd-1bf8-4dd4-8750-8ae767279bb4 None None] Updating router da90b494-2fd2-4644-ace3-1d9e026ce078 port 7a5afd70-22e5-4099-b001-df1611bf2acb binding host dv-cinder-782390-6-iscsi {{(pid=86435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 21 05:55:44.211658 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-7adc69cd-1bf8-4dd4-8750-8ae767279bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86435) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:44.608125 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-7adc69cd-1bf8-4dd4-8750-8ae767279bb4 None None] Notify callbacks [] for port, precommit_update {{(pid=86435) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:44.622917 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-7adc69cd-1bf8-4dd4-8750-8ae767279bb4 None None] Transition to ACTIVE for port object 7a5afd70-22e5-4099-b001-df1611bf2acb will not be triggered until provisioned by entity L2. {{(pid=86435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 05:55:44.659460 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-7adc69cd-1bf8-4dd4-8750-8ae767279bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86435) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:44.664958 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86435) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 05:55:44.838241 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bf64b2-d187-4760-bd04-2c632f9427f9 None None] Pushing event updated for resources: {'Port': ['ID=7a5afd70-22e5-4099-b001-df1611bf2acb,revision_number=3']} {{(pid=86435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 05:55:44.850954 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bf64b2-d187-4760-bd04-2c632f9427f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 05:55:44.851332 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bf64b2-d187-4760-bd04-2c632f9427f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 05:55:44.851697 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bf64b2-d187-4760-bd04-2c632f9427f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 05:55:44.852057 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bf64b2-d187-4760-bd04-2c632f9427f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 05:55:44.852410 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bf64b2-d187-4760-bd04-2c632f9427f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 05:55:44.852762 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bf64b2-d187-4760-bd04-2c632f9427f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 05:55:44.853111 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bf64b2-d187-4760-bd04-2c632f9427f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 05:55:44.853461 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bf64b2-d187-4760-bd04-2c632f9427f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 05:55:44.853808 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bf64b2-d187-4760-bd04-2c632f9427f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 05:55:44.854153 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bf64b2-d187-4760-bd04-2c632f9427f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 05:55:44.854497 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bf64b2-d187-4760-bd04-2c632f9427f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 05:55:44.854867 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bf64b2-d187-4760-bd04-2c632f9427f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 05:55:44.855920 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bf64b2-d187-4760-bd04-2c632f9427f9 None None] Tracked resource versions report: Apr 21 05:55:44.855920 dv-cinder-782390-6-iscsi neutron-server[86317]: pushed versions: Apr 21 05:55:44.855920 dv-cinder-782390-6-iscsi neutron-server[86317]: { 'AddressGroup': {'1.2'}, Apr 21 05:55:44.855920 dv-cinder-782390-6-iscsi neutron-server[86317]: 'ConntrackHelper': {'1.0'}, Apr 21 05:55:44.855920 dv-cinder-782390-6-iscsi neutron-server[86317]: 'Log': {'1.0'}, Apr 21 05:55:44.855920 dv-cinder-782390-6-iscsi neutron-server[86317]: 'Network': {'1.1'}, Apr 21 05:55:44.855920 dv-cinder-782390-6-iscsi neutron-server[86317]: 'Port': {'1.7'}, Apr 21 05:55:44.855920 dv-cinder-782390-6-iscsi neutron-server[86317]: 'PortForwarding': {'1.2'}, Apr 21 05:55:44.855920 dv-cinder-782390-6-iscsi neutron-server[86317]: 'QosPolicy': {'1.8'}, Apr 21 05:55:44.855920 dv-cinder-782390-6-iscsi neutron-server[86317]: 'SecurityGroup': {'1.4'}, Apr 21 05:55:44.855920 dv-cinder-782390-6-iscsi neutron-server[86317]: 'SecurityGroupRule': {'1.2'}, Apr 21 05:55:44.855920 dv-cinder-782390-6-iscsi neutron-server[86317]: 'SubPort': {'1.0'}, Apr 21 05:55:44.855920 dv-cinder-782390-6-iscsi neutron-server[86317]: 'Subnet': {'1.1'}, Apr 21 05:55:44.855920 dv-cinder-782390-6-iscsi neutron-server[86317]: 'Trunk': {'1.1'}} Apr 21 05:55:44.855920 dv-cinder-782390-6-iscsi neutron-server[86317]: consumer versions: Apr 21 05:55:44.855920 dv-cinder-782390-6-iscsi neutron-server[86317]: { DHCP agent@dv-cinder-782390-6-iscsi: {}, Apr 21 05:55:44.855920 dv-cinder-782390-6-iscsi neutron-server[86317]: L3 agent@dv-cinder-782390-6-iscsi: {}, Apr 21 05:55:44.855920 dv-cinder-782390-6-iscsi neutron-server[86317]: Metadata agent@dv-cinder-782390-6-iscsi: {}, Apr 21 05:55:44.855920 dv-cinder-782390-6-iscsi neutron-server[86317]: Metering agent@dv-cinder-782390-6-iscsi: {}, Apr 21 05:55:44.855920 dv-cinder-782390-6-iscsi neutron-server[86317]: Open vSwitch agent@dv-cinder-782390-6-iscsi: { 'AddressGroup': '1.2', Apr 21 05:55:44.855920 dv-cinder-782390-6-iscsi neutron-server[86317]: 'ConntrackHelper': '1.0', Apr 21 05:55:44.855920 dv-cinder-782390-6-iscsi neutron-server[86317]: 'Log': '1.0', Apr 21 05:55:44.855920 dv-cinder-782390-6-iscsi neutron-server[86317]: 'Network': '1.1', Apr 21 05:55:44.855920 dv-cinder-782390-6-iscsi neutron-server[86317]: 'Port': '1.7', Apr 21 05:55:44.855920 dv-cinder-782390-6-iscsi neutron-server[86317]: 'PortForwarding': '1.2', Apr 21 05:55:44.855920 dv-cinder-782390-6-iscsi neutron-server[86317]: 'QosPolicy': '1.8', Apr 21 05:55:44.855920 dv-cinder-782390-6-iscsi neutron-server[86317]: 'SecurityGroup': '1.4', Apr 21 05:55:44.855920 dv-cinder-782390-6-iscsi neutron-server[86317]: 'SecurityGroupRule': '1.2', Apr 21 05:55:44.855920 dv-cinder-782390-6-iscsi neutron-server[86317]: 'SubPort': '1.0', Apr 21 05:55:44.855920 dv-cinder-782390-6-iscsi neutron-server[86317]: 'Subnet': '1.1', Apr 21 05:55:44.855920 dv-cinder-782390-6-iscsi neutron-server[86317]: 'Trunk': '1.1'}} Apr 21 05:55:44.855920 dv-cinder-782390-6-iscsi neutron-server[86317]: {{(pid=86435) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 21 05:55:44.894426 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-26bf64b2-d187-4760-bd04-2c632f9427f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=86435) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 05:55:44.912027 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-7adc69cd-1bf8-4dd4-8750-8ae767279bb4 None None] Attempting to bind port 7a5afd70-22e5-4099-b001-df1611bf2acb on host dv-cinder-782390-6-iscsi for vnic_type normal with profile {{(pid=86435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 05:55:44.912448 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-7adc69cd-1bf8-4dd4-8750-8ae767279bb4 None None] Attempting to bind port 7a5afd70-22e5-4099-b001-df1611bf2acb by drivers openvswitch,hyperv on host dv-cinder-782390-6-iscsi at level 0 using segments [{'id': 'e5b9019e-3c31-4f40-a698-eb2bfceada57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '370bf8c9-2220-4aa4-9a20-c92a235fd854'}] {{(pid=86435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 05:55:44.912859 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adc69cd-1bf8-4dd4-8750-8ae767279bb4 None None] Attempting to bind port 7a5afd70-22e5-4099-b001-df1611bf2acb on network 370bf8c9-2220-4aa4-9a20-c92a235fd854 {{(pid=86435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 05:55:44.918428 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adc69cd-1bf8-4dd4-8750-8ae767279bb4 None None] Checking agent: {'id': '6ed75209-5459-46e4-8756-ce582068b488', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 5, 55, 6), 'started_at': datetime.datetime(2021, 4, 21, 5, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 5, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 05:55:44.918898 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adc69cd-1bf8-4dd4-8750-8ae767279bb4 None None] Checking segment: {'id': 'e5b9019e-3c31-4f40-a698-eb2bfceada57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '370bf8c9-2220-4aa4-9a20-c92a235fd854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 05:55:44.919376 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-7adc69cd-1bf8-4dd4-8750-8ae767279bb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86435) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:44.919795 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adc69cd-1bf8-4dd4-8750-8ae767279bb4 None None] Bound using segment: {'id': 'e5b9019e-3c31-4f40-a698-eb2bfceada57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '370bf8c9-2220-4aa4-9a20-c92a235fd854'} {{(pid=86435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 05:55:44.920323 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-7adc69cd-1bf8-4dd4-8750-8ae767279bb4 None None] Bound port: 7a5afd70-22e5-4099-b001-df1611bf2acb, host: dv-cinder-782390-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5b9019e-3c31-4f40-a698-eb2bfceada57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '370bf8c9-2220-4aa4-9a20-c92a235fd854'}}] {{(pid=86435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 05:55:44.920987 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-7adc69cd-1bf8-4dd4-8750-8ae767279bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86435) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:45.067120 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-7adc69cd-1bf8-4dd4-8750-8ae767279bb4 None None] For port 7a5afd70-22e5-4099-b001-df1611bf2acb, host dv-cinder-782390-6-iscsi, cleared binding levels {{(pid=86435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 05:55:45.071451 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-7adc69cd-1bf8-4dd4-8750-8ae767279bb4 None None] For port 7a5afd70-22e5-4099-b001-df1611bf2acb, host dv-cinder-782390-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=7a5afd70-22e5-4099-b001-df1611bf2acb,segment=NetworkSegment(e5b9019e-3c31-4f40-a698-eb2bfceada57),segment_id=e5b9019e-3c31-4f40-a698-eb2bfceada57)] {{(pid=86435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 05:55:45.130646 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-7adc69cd-1bf8-4dd4-8750-8ae767279bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86435) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:45.135818 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-26bf64b2-d187-4760-bd04-2c632f9427f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86435) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 05:55:45.223694 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adc69cd-1bf8-4dd4-8750-8ae767279bb4 None None] Routers {'da90b494-2fd2-4644-ace3-1d9e026ce078'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 05:55:45.224388 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-7adc69cd-1bf8-4dd4-8750-8ae767279bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T05:55:34Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['da90b494-2fd2-4644-ace3-1d9e026ce078'], 'active': True} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 05:55:45.353891 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bf64b2-d187-4760-bd04-2c632f9427f9 None None] Pushing event updated for resources: {'Port': ['ID=7a5afd70-22e5-4099-b001-df1611bf2acb,revision_number=4']} {{(pid=86435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 05:55:45.358842 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-26bf64b2-d187-4760-bd04-2c632f9427f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=86435) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 05:55:45.391989 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-7adc69cd-1bf8-4dd4-8750-8ae767279bb4 None None] Set router da90b494-2fd2-4644-ace3-1d9e026ce078 gateway port host: None {{(pid=86435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 05:55:45.732711 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-7adc69cd-1bf8-4dd4-8750-8ae767279bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da90b494-2fd2-4644-ace3-1d9e026ce078', 'name': 'router1', 'tenant_id': 'ddc39100a5674f3db6f32ad833806d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T05:55:30Z', 'updated_at': '2021-04-21T05:55:42Z', 'revision_number': 2, 'project_id': 'ddc39100a5674f3db6f32ad833806d24', 'gw_port_host': None, '_interfaces': [{'id': '7a5afd70-22e5-4099-b001-df1611bf2acb', 'name': '', 'network_id': '370bf8c9-2220-4aa4-9a20-c92a235fd854', 'tenant_id': 'ddc39100a5674f3db6f32ad833806d24', 'mac_address': 'fa:16:3e:0b:ce:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da90b494-2fd2-4644-ace3-1d9e026ce078', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b72c0b72-3be8-4330-961f-d02dea829653', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T05:55:41Z', 'updated_at': '2021-04-21T05:55:45Z', 'revision_number': 4, 'project_id': 'ddc39100a5674f3db6f32ad833806d24', 'subnets': [{'id': 'b72c0b72-3be8-4330-961f-d02dea829653', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'be0eda31-7c44-4e20-a3d1-80c5c267c25c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 05:55:45.736828 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adc69cd-1bf8-4dd4-8750-8ae767279bb4 None None] The sync data for ids ['da90b494-2fd2-4644-ace3-1d9e026ce078'] in dv-cinder-782390-6-iscsi is: [{'id': 'da90b494-2fd2-4644-ace3-1d9e026ce078', 'name': 'router1', 'tenant_id': 'ddc39100a5674f3db6f32ad833806d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T05:55:30Z', 'updated_at': '2021-04-21T05:55:42Z', 'revision_number': 2, 'project_id': 'ddc39100a5674f3db6f32ad833806d24', 'gw_port_host': None, '_interfaces': [{'id': '7a5afd70-22e5-4099-b001-df1611bf2acb', 'name': '', 'network_id': '370bf8c9-2220-4aa4-9a20-c92a235fd854', 'tenant_id': 'ddc39100a5674f3db6f32ad833806d24', 'mac_address': 'fa:16:3e:0b:ce:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da90b494-2fd2-4644-ace3-1d9e026ce078', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b72c0b72-3be8-4330-961f-d02dea829653', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T05:55:41Z', 'updated_at': '2021-04-21T05:55:45Z', 'revision_number': 4, 'project_id': 'ddc39100a5674f3db6f32ad833806d24', 'subnets': [{'id': 'b72c0b72-3be8-4330-961f-d02dea829653', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'be0eda31-7c44-4e20-a3d1-80c5c267c25c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 05:55:45.934834 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 51980) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 05:55:46.096051 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9b4805-20cc-424e-ae50-8eeb6d56c514 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 05:55:46.096560 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-9f9b4805-20cc-424e-ae50-8eeb6d56c514 admin admin] Synchronizing usage tracker for tenant:97c2419510ec47e880b736b737f70354 on resource:network {{(pid=86433) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 05:55:46.140991 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-9f9b4805-20cc-424e-ae50-8eeb6d56c514 admin admin] Unset dirty status for tenant:97c2419510ec47e880b736b737f70354 on resource:network {{(pid=86433) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 05:55:46.142256 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-9f9b4805-20cc-424e-ae50-8eeb6d56c514 admin admin] 10.222.0.15 "GET /v2.0/networks/07a7a1dd-edf9-4d1b-80a1-539c21f96152 HTTP/1.1" status: 200 len: 842 time: 0.2064028 Apr 21 05:55:46.152717 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-71afa5a0-2674-416b-9e89-1591ccaee01d admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'name': 'public-subnet', 'gateway_ip': '172.27.2.1', 'enable_dhcp': False, 'ip_version': 4, 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152'}} {{(pid=86433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 05:55:46.158218 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-71afa5a0-2674-416b-9e89-1591ccaee01d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 05:55:46.162243 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-71afa5a0-2674-416b-9e89-1591ccaee01d admin admin] Usage tracker for resource:subnet and tenant:97c2419510ec47e880b736b737f70354 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 05:55:46.165164 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-71afa5a0-2674-416b-9e89-1591ccaee01d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 05:55:46.171836 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-71afa5a0-2674-416b-9e89-1591ccaee01d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 05:55:46.209563 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71afa5a0-2674-416b-9e89-1591ccaee01d admin admin] Made reservation on behalf of 97c2419510ec47e880b736b737f70354 for: {'subnet': 1} {{(pid=86433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 05:55:46.214290 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-71afa5a0-2674-416b-9e89-1591ccaee01d admin admin] Notify callbacks [] for subnet, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:46.914539 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.objects.ports [None req-71afa5a0-2674-416b-9e89-1591ccaee01d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86433) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 21 05:55:46.915188 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-71afa5a0-2674-416b-9e89-1591ccaee01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7991656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970'] for subnet, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:46.920375 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 05:55:47.008913 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71afa5a0-2674-416b-9e89-1591ccaee01d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecb89d71-8db1-4ceb-ad17-1c0004eeb607,revision_number=0']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 05:55:47.017055 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-71afa5a0-2674-416b-9e89-1591ccaee01d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 05:55:47.019318 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71afa5a0-2674-416b-9e89-1591ccaee01d admin admin] Checking segment: {'id': 'd57a18c0-30ee-4dde-82a2-7c14b6979212', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 05:55:47.019709 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71afa5a0-2674-416b-9e89-1591ccaee01d admin admin] Network hostable DHCP agents. Network: 07a7a1dd-edf9-4d1b-80a1-539c21f96152, hostable agents: ['6e5e74bc-90a9-40d2-b33c-cc5e996b490a'], hosted agents: [] {{(pid=86433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 21 05:55:47.113289 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71afa5a0-2674-416b-9e89-1591ccaee01d admin admin] Network 07a7a1dd-edf9-4d1b-80a1-539c21f96152 is scheduled to be hosted by DHCP agent 6e5e74bc-90a9-40d2-b33c-cc5e996b490a with binding_index 1 {{(pid=86433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 21 05:55:47.170566 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [None req-71afa5a0-2674-416b-9e89-1591ccaee01d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-6-iscsi, 07a7a1dd-edf9-4d1b-80a1-539c21f96152) {{(pid=86433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 05:55:47.175823 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71afa5a0-2674-416b-9e89-1591ccaee01d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 05:55:47.176618 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-71afa5a0-2674-416b-9e89-1591ccaee01d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846863987'] for subnet, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:47.179916 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13eec2bd-73b0-4d01-a337-3750c6204298 None None] Network 07a7a1dd-edf9-4d1b-80a1-539c21f96152 requested from dv-cinder-782390-6-iscsi {{(pid=86434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 05:55:47.251414 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-71afa5a0-2674-416b-9e89-1591ccaee01d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1025164 Apr 21 05:55:47.441231 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a168a0d5-aba7-4a93-aa63-2d4064ac8a58 None None] Network 07a7a1dd-edf9-4d1b-80a1-539c21f96152 requested from dv-cinder-782390-6-iscsi {{(pid=86434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 05:55:49.857084 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 51994) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 05:55:50.061350 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-b00cedc1-69e4-41f0-8a42-4d3141726fe1 admin admin] 10.222.0.15 "GET /v2.0/routers/da90b494-2fd2-4644-ace3-1d9e026ce078 HTTP/1.1" status: 200 len: 710 time: 0.2029350 Apr 21 05:55:50.196540 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0862447d-6eaa-460a-ae74-875da68fd936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 05:55:50.198004 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-0862447d-6eaa-460a-ae74-875da68fd936 admin admin] 10.222.0.15 "GET /v2.0/networks/07a7a1dd-edf9-4d1b-80a1-539c21f96152 HTTP/1.1" status: 200 len: 886 time: 0.1310072 Apr 21 05:55:50.207806 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-054faef6-a24f-4772-a904-70293c8ffdd0 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152'}}} {{(pid=86433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 05:55:50.276923 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 7a5afd70-22e5-4099-b001-df1611bf2acb up at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 05:55:50.381222 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning for port 7a5afd70-22e5-4099-b001-df1611bf2acb completed by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 05:55:50.386083 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning complete for port 7a5afd70-22e5-4099-b001-df1611bf2acb triggered by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 05:55:50.386491 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:50.515023 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:50.548572 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] For port 7a5afd70-22e5-4099-b001-df1611bf2acb, host dv-cinder-782390-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=7a5afd70-22e5-4099-b001-df1611bf2acb,segment=NetworkSegment(e5b9019e-3c31-4f40-a698-eb2bfceada57),segment_id=e5b9019e-3c31-4f40-a698-eb2bfceada57)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 05:55:50.579179 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:50.581915 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-6c082eb0-cc65-4ee4-9a3e-81df1917f649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 05:55:50.652757 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Pushing event updated for resources: {'Port': ['ID=7a5afd70-22e5-4099-b001-df1611bf2acb,revision_number=5']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 05:55:50.656037 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 05:55:50.697792 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-054faef6-a24f-4772-a904-70293c8ffdd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846753291', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036846765217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-599'] for router, precommit_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:51.071553 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 5 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 05:55:51.079295 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-054faef6-a24f-4772-a904-70293c8ffdd0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:51.138607 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-054faef6-a24f-4772-a904-70293c8ffdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:51.281023 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.db_base_plugin_common [None req-054faef6-a24f-4772-a904-70293c8ffdd0 admin admin] Allocated IP 172.27.2.93 (07a7a1dd-edf9-4d1b-80a1-539c21f96152/ecb89d71-8db1-4ceb-ad17-1c0004eeb607/df632b39-64b8-445d-a034-0a1b9756f965) {{(pid=86433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 05:55:51.429670 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-054faef6-a24f-4772-a904-70293c8ffdd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:51.495933 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-054faef6-a24f-4772-a904-70293c8ffdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363270981802970'] for port, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:51.500664 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-b09a6e38-8245-49fd-95b1-44fcb14419f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 05:55:51.563299 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054faef6-a24f-4772-a904-70293c8ffdd0 admin admin] Network 07a7a1dd-edf9-4d1b-80a1-539c21f96152 is already hosted by enough agents. {{(pid=86433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 05:55:51.566640 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [None req-054faef6-a24f-4772-a904-70293c8ffdd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=86433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 05:55:51.569149 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054faef6-a24f-4772-a904-70293c8ffdd0 admin admin] Received port after_create {{(pid=86433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 05:55:51.879814 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054faef6-a24f-4772-a904-70293c8ffdd0 admin admin] Pushing event updated for resources: {'Port': ['ID=df632b39-64b8-445d-a034-0a1b9756f965,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 05:55:51.882737 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-054faef6-a24f-4772-a904-70293c8ffdd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 05:55:52.272446 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 7a5afd70-22e5-4099-b001-df1611bf2acb up at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 05:55:52.318795 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-054faef6-a24f-4772-a904-70293c8ffdd0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:52.342321 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning complete for port 7a5afd70-22e5-4099-b001-df1611bf2acb triggered by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 05:55:52.342765 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:52.669927 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-054faef6-a24f-4772-a904-70293c8ffdd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846753291', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036846765217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-599'] for router, precommit_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:52.673591 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-054faef6-a24f-4772-a904-70293c8ffdd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8022495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8022478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036846753338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8010536'] for router, after_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:52.864130 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-054faef6-a24f-4772-a904-70293c8ffdd0 admin admin] Router da90b494-2fd2-4644-ace3-1d9e026ce078 has already been hosted by L3 agent 11ad1a07-0ae8-4245-9270-47a08d3f943a {{(pid=86433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 05:55:53.046491 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-054faef6-a24f-4772-a904-70293c8ffdd0 admin admin] Notify agent at l3_agent.dv-cinder-782390-6-iscsi the message routers_updated {{(pid=86433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 05:55:53.056167 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-054faef6-a24f-4772-a904-70293c8ffdd0 admin admin] Notify callbacks [] for router, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:53.057452 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-054faef6-a24f-4772-a904-70293c8ffdd0 admin admin] 10.222.0.15 "PUT /v2.0/routers/da90b494-2fd2-4644-ace3-1d9e026ce078 HTTP/1.1" status: 200 len: 889 time: 2.8531704 Apr 21 05:55:53.057573 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdea965d-db96-426b-8720-5c6b08ed2156 None None] Sync routers for ids ['da90b494-2fd2-4644-ace3-1d9e026ce078'] in dv-cinder-782390-6-iscsi {{(pid=86434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 05:55:53.068173 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdea965d-db96-426b-8720-5c6b08ed2156 None None] Routers {'da90b494-2fd2-4644-ace3-1d9e026ce078'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 05:55:53.068885 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-cdea965d-db96-426b-8720-5c6b08ed2156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T05:55:34Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['da90b494-2fd2-4644-ace3-1d9e026ce078'], 'active': True} {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 05:55:53.424376 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-cdea965d-db96-426b-8720-5c6b08ed2156 None None] Set router da90b494-2fd2-4644-ace3-1d9e026ce078 gateway port host: dv-cinder-782390-6-iscsi {{(pid=86434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 05:55:53.771326 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-cdea965d-db96-426b-8720-5c6b08ed2156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da90b494-2fd2-4644-ace3-1d9e026ce078', 'name': 'router1', 'tenant_id': 'ddc39100a5674f3db6f32ad833806d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'df632b39-64b8-445d-a034-0a1b9756f965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T05:55:30Z', 'updated_at': '2021-04-21T05:55:51Z', 'revision_number': 4, 'project_id': 'ddc39100a5674f3db6f32ad833806d24', 'gw_port': {'id': 'df632b39-64b8-445d-a034-0a1b9756f965', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d1:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da90b494-2fd2-4644-ace3-1d9e026ce078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T05:55:51Z', 'updated_at': '2021-04-21T05:55:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi', '_interfaces': [{'id': '7a5afd70-22e5-4099-b001-df1611bf2acb', 'name': '', 'network_id': '370bf8c9-2220-4aa4-9a20-c92a235fd854', 'tenant_id': 'ddc39100a5674f3db6f32ad833806d24', 'mac_address': 'fa:16:3e:0b:ce:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da90b494-2fd2-4644-ace3-1d9e026ce078', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b72c0b72-3be8-4330-961f-d02dea829653', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T05:55:41Z', 'updated_at': '2021-04-21T05:55:50Z', 'revision_number': 5, 'project_id': 'ddc39100a5674f3db6f32ad833806d24', 'subnets': [{'id': 'b72c0b72-3be8-4330-961f-d02dea829653', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'be0eda31-7c44-4e20-a3d1-80c5c267c25c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 05:55:53.776142 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdea965d-db96-426b-8720-5c6b08ed2156 None None] Checking router: da90b494-2fd2-4644-ace3-1d9e026ce078 for host: dv-cinder-782390-6-iscsi {{(pid=86434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 05:55:53.776523 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdea965d-db96-426b-8720-5c6b08ed2156 None None] Updating router da90b494-2fd2-4644-ace3-1d9e026ce078 port df632b39-64b8-445d-a034-0a1b9756f965 binding host dv-cinder-782390-6-iscsi {{(pid=86434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 21 05:55:53.829519 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-cdea965d-db96-426b-8720-5c6b08ed2156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:54.168977 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-cdea965d-db96-426b-8720-5c6b08ed2156 None None] Notify callbacks [] for port, precommit_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:54.247884 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-cdea965d-db96-426b-8720-5c6b08ed2156 None None] Transition to ACTIVE for port object df632b39-64b8-445d-a034-0a1b9756f965 will not be triggered until provisioned by entity L2. {{(pid=86434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 05:55:54.281784 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-cdea965d-db96-426b-8720-5c6b08ed2156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:54.287546 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-ff664312-a67a-4d89-be5e-627fe205e742 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 05:55:54.368283 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-cdea965d-db96-426b-8720-5c6b08ed2156 None None] Attempting to bind port df632b39-64b8-445d-a034-0a1b9756f965 on host dv-cinder-782390-6-iscsi for vnic_type normal with profile {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 05:55:54.368684 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-cdea965d-db96-426b-8720-5c6b08ed2156 None None] Attempting to bind port df632b39-64b8-445d-a034-0a1b9756f965 by drivers openvswitch,hyperv on host dv-cinder-782390-6-iscsi at level 0 using segments [{'id': 'd57a18c0-30ee-4dde-82a2-7c14b6979212', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152'}] {{(pid=86434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 05:55:54.369079 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdea965d-db96-426b-8720-5c6b08ed2156 None None] Attempting to bind port df632b39-64b8-445d-a034-0a1b9756f965 on network 07a7a1dd-edf9-4d1b-80a1-539c21f96152 {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 05:55:54.375148 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5558ae7b-2f13-4ac7-8cc1-278e18f66bab None None] Pushing event updated for resources: {'Port': ['ID=df632b39-64b8-445d-a034-0a1b9756f965,revision_number=2']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 05:55:54.379350 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5558ae7b-2f13-4ac7-8cc1-278e18f66bab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 05:55:54.380151 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdea965d-db96-426b-8720-5c6b08ed2156 None None] Checking agent: {'id': '6ed75209-5459-46e4-8756-ce582068b488', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 5, 55, 6), 'started_at': datetime.datetime(2021, 4, 21, 5, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 5, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 05:55:54.380551 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdea965d-db96-426b-8720-5c6b08ed2156 None None] Checking segment: {'id': 'd57a18c0-30ee-4dde-82a2-7c14b6979212', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 05:55:54.380978 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-cdea965d-db96-426b-8720-5c6b08ed2156 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:54.381387 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdea965d-db96-426b-8720-5c6b08ed2156 None None] Bound using segment: {'id': 'd57a18c0-30ee-4dde-82a2-7c14b6979212', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152'} {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 05:55:54.381882 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-cdea965d-db96-426b-8720-5c6b08ed2156 None None] Bound port: df632b39-64b8-445d-a034-0a1b9756f965, host: dv-cinder-782390-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd57a18c0-30ee-4dde-82a2-7c14b6979212', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152'}}] {{(pid=86434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 05:55:54.382352 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-cdea965d-db96-426b-8720-5c6b08ed2156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:54.456838 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-cdea965d-db96-426b-8720-5c6b08ed2156 None None] For port df632b39-64b8-445d-a034-0a1b9756f965, host dv-cinder-782390-6-iscsi, cleared binding levels {{(pid=86434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 05:55:54.459907 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-cdea965d-db96-426b-8720-5c6b08ed2156 None None] For port df632b39-64b8-445d-a034-0a1b9756f965, host dv-cinder-782390-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=df632b39-64b8-445d-a034-0a1b9756f965,segment=NetworkSegment(d57a18c0-30ee-4dde-82a2-7c14b6979212),segment_id=d57a18c0-30ee-4dde-82a2-7c14b6979212)] {{(pid=86434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 05:55:54.505351 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-cdea965d-db96-426b-8720-5c6b08ed2156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:54.510574 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 05:55:54.591086 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdea965d-db96-426b-8720-5c6b08ed2156 None None] Routers {'da90b494-2fd2-4644-ace3-1d9e026ce078'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 05:55:54.591762 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-cdea965d-db96-426b-8720-5c6b08ed2156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T05:55:34Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['da90b494-2fd2-4644-ace3-1d9e026ce078'], 'active': True} {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 05:55:54.708017 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5558ae7b-2f13-4ac7-8cc1-278e18f66bab None None] Pushing event updated for resources: {'Port': ['ID=df632b39-64b8-445d-a034-0a1b9756f965,revision_number=3']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 05:55:54.717852 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5558ae7b-2f13-4ac7-8cc1-278e18f66bab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 05:55:54.779215 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-cdea965d-db96-426b-8720-5c6b08ed2156 None None] Set router da90b494-2fd2-4644-ace3-1d9e026ce078 gateway port host: dv-cinder-782390-6-iscsi {{(pid=86434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 05:55:55.122604 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-cdea965d-db96-426b-8720-5c6b08ed2156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da90b494-2fd2-4644-ace3-1d9e026ce078', 'name': 'router1', 'tenant_id': 'ddc39100a5674f3db6f32ad833806d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'df632b39-64b8-445d-a034-0a1b9756f965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T05:55:30Z', 'updated_at': '2021-04-21T05:55:51Z', 'revision_number': 4, 'project_id': 'ddc39100a5674f3db6f32ad833806d24', 'gw_port': {'id': 'df632b39-64b8-445d-a034-0a1b9756f965', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d1:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da90b494-2fd2-4644-ace3-1d9e026ce078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T05:55:51Z', 'updated_at': '2021-04-21T05:55:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi', '_interfaces': [{'id': '7a5afd70-22e5-4099-b001-df1611bf2acb', 'name': '', 'network_id': '370bf8c9-2220-4aa4-9a20-c92a235fd854', 'tenant_id': 'ddc39100a5674f3db6f32ad833806d24', 'mac_address': 'fa:16:3e:0b:ce:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da90b494-2fd2-4644-ace3-1d9e026ce078', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b72c0b72-3be8-4330-961f-d02dea829653', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T05:55:41Z', 'updated_at': '2021-04-21T05:55:50Z', 'revision_number': 5, 'project_id': 'ddc39100a5674f3db6f32ad833806d24', 'subnets': [{'id': 'b72c0b72-3be8-4330-961f-d02dea829653', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'be0eda31-7c44-4e20-a3d1-80c5c267c25c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 05:55:55.126753 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdea965d-db96-426b-8720-5c6b08ed2156 None None] The sync data for ids ['da90b494-2fd2-4644-ace3-1d9e026ce078'] in dv-cinder-782390-6-iscsi is: [{'id': 'da90b494-2fd2-4644-ace3-1d9e026ce078', 'name': 'router1', 'tenant_id': 'ddc39100a5674f3db6f32ad833806d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'df632b39-64b8-445d-a034-0a1b9756f965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T05:55:30Z', 'updated_at': '2021-04-21T05:55:51Z', 'revision_number': 4, 'project_id': 'ddc39100a5674f3db6f32ad833806d24', 'gw_port': {'id': 'df632b39-64b8-445d-a034-0a1b9756f965', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d1:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da90b494-2fd2-4644-ace3-1d9e026ce078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T05:55:51Z', 'updated_at': '2021-04-21T05:55:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi', '_interfaces': [{'id': '7a5afd70-22e5-4099-b001-df1611bf2acb', 'name': '', 'network_id': '370bf8c9-2220-4aa4-9a20-c92a235fd854', 'tenant_id': 'ddc39100a5674f3db6f32ad833806d24', 'mac_address': 'fa:16:3e:0b:ce:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da90b494-2fd2-4644-ace3-1d9e026ce078', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b72c0b72-3be8-4330-961f-d02dea829653', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T05:55:41Z', 'updated_at': '2021-04-21T05:55:50Z', 'revision_number': 5, 'project_id': 'ddc39100a5674f3db6f32ad833806d24', 'subnets': [{'id': 'b72c0b72-3be8-4330-961f-d02dea829653', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'be0eda31-7c44-4e20-a3d1-80c5c267c25c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 05:55:55.756013 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 52004) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 05:55:55.881683 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-388b631e-8a1d-40a8-b690-5677de1e03b1 admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1244612 Apr 21 05:55:56.297932 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device df632b39-64b8-445d-a034-0a1b9756f965 up at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 05:55:56.419409 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning for port df632b39-64b8-445d-a034-0a1b9756f965 completed by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 05:55:56.425072 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning complete for port df632b39-64b8-445d-a034-0a1b9756f965 triggered by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 05:55:56.425475 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:56.555106 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:56.571910 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] For port df632b39-64b8-445d-a034-0a1b9756f965, host dv-cinder-782390-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=df632b39-64b8-445d-a034-0a1b9756f965,segment=NetworkSegment(d57a18c0-30ee-4dde-82a2-7c14b6979212),segment_id=d57a18c0-30ee-4dde-82a2-7c14b6979212)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 05:55:56.615896 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:55:56.618129 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-6c082eb0-cc65-4ee4-9a3e-81df1917f649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 05:55:56.691608 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Pushing event updated for resources: {'Port': ['ID=df632b39-64b8-445d-a034-0a1b9756f965,revision_number=4']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 05:55:56.694872 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 05:55:58.289047 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device df632b39-64b8-445d-a034-0a1b9756f965 up at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 05:55:58.394376 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning complete for port df632b39-64b8-445d-a034-0a1b9756f965 triggered by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 05:55:58.394909 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:56:02.061341 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-faea6be3-051f-4c26-a63b-1b6befecdab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:56:04.518638 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-ae656fe0-0e8a-4b72-8454-bf435769886f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:56:05.376288 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:56:06.198374 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:56:06.924719 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:56:28.071915 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 5 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 05:56:32.029892 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f6a192b6-9fe1-4034-b48b-aeaf2d54f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:56:34.506974 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9bb1595b-c19e-4c98-9329-87750a2bdf76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:56:35.384831 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:56:36.209994 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:56:36.912709 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:57:02.058437 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d45e521b-e8c0-43e4-99e0-70ad7e1cf32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:57:04.495073 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-1fff487b-8615-4c5d-923f-a07edb24d4f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:57:05.074494 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 5 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 05:57:05.392100 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:57:06.201310 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:57:06.915591 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:57:32.035133 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-93ba6450-0c1c-4b9f-8d0a-f36f14993e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:57:34.529357 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d2a86239-3344-4f3a-91bf-70ee3801aada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:57:35.380663 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:57:36.203496 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:57:36.917702 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:57:40.552388 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 52574) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 05:57:40.625273 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.pecan_wsgi.hooks.translation [None req-95d1fead-4433-4e0a-a1de-9728674ce2f4 admin admin] GET failed (client error): The resource could not be found. Apr 21 05:57:40.626631 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-95d1fead-4433-4e0a-a1de-9728674ce2f4 admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0732224 Apr 21 05:57:40.767088 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437abdbf-624c-48ab-99c9-c316a069166f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 05:57:40.768581 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-437abdbf-624c-48ab-99c9-c316a069166f admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1377132 Apr 21 05:57:42.074660 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 5 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 05:57:43.266460 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 52584) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 05:57:43.380211 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ac9c6b-99fa-4666-a17e-7d72ab617d69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 05:57:43.380810 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-58ac9c6b-99fa-4666-a17e-7d72ab617d69 admin admin] Synchronizing usage tracker for tenant:97c2419510ec47e880b736b737f70354 on resource:subnet {{(pid=86433) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 05:57:43.451896 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-58ac9c6b-99fa-4666-a17e-7d72ab617d69 admin admin] Unset dirty status for tenant:97c2419510ec47e880b736b737f70354 on resource:subnet {{(pid=86433) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 05:57:43.453231 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-58ac9c6b-99fa-4666-a17e-7d72ab617d69 admin admin] 10.222.0.15 "GET /v2.0/subnets/b72c0b72-3be8-4330-961f-d02dea829653 HTTP/1.1" status: 200 len: 849 time: 0.1856534 Apr 21 05:57:43.463743 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-88457e0f-bb42-4be1-bc6a-fe40be91f81e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 05:57:43.588183 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-88457e0f-bb42-4be1-bc6a-fe40be91f81e admin admin] Notify callbacks [] for subnet, before_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:57:43.926387 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-88457e0f-bb42-4be1-bc6a-fe40be91f81e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7991656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765873420249'] for subnet, after_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:57:43.930990 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 05:57:43.971280 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88457e0f-bb42-4be1-bc6a-fe40be91f81e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 05:57:43.971925 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-88457e0f-bb42-4be1-bc6a-fe40be91f81e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846863987'] for subnet, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:57:43.973287 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-88457e0f-bb42-4be1-bc6a-fe40be91f81e admin admin] 10.222.0.15 "PUT /v2.0/subnets/b72c0b72-3be8-4330-961f-d02dea829653 HTTP/1.1" status: 200 len: 868 time: 0.5138311 Apr 21 05:57:43.976868 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb237b98-c83c-410d-9844-9921179d8b70 None None] Network 370bf8c9-2220-4aa4-9a20-c92a235fd854 requested from dv-cinder-782390-6-iscsi {{(pid=86434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 05:57:44.002215 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88457e0f-bb42-4be1-bc6a-fe40be91f81e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b72c0b72-3be8-4330-961f-d02dea829653,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 05:57:44.011004 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88457e0f-bb42-4be1-bc6a-fe40be91f81e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 05:57:44.011830 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88457e0f-bb42-4be1-bc6a-fe40be91f81e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 05:57:44.012375 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88457e0f-bb42-4be1-bc6a-fe40be91f81e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 05:57:44.012742 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88457e0f-bb42-4be1-bc6a-fe40be91f81e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 05:57:44.013112 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88457e0f-bb42-4be1-bc6a-fe40be91f81e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 05:57:44.013492 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88457e0f-bb42-4be1-bc6a-fe40be91f81e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 05:57:44.013855 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88457e0f-bb42-4be1-bc6a-fe40be91f81e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 05:57:44.014213 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88457e0f-bb42-4be1-bc6a-fe40be91f81e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 05:57:44.014788 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88457e0f-bb42-4be1-bc6a-fe40be91f81e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 05:57:44.015150 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88457e0f-bb42-4be1-bc6a-fe40be91f81e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 05:57:44.015507 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88457e0f-bb42-4be1-bc6a-fe40be91f81e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 05:57:44.015859 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88457e0f-bb42-4be1-bc6a-fe40be91f81e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 05:57:44.019682 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-88457e0f-bb42-4be1-bc6a-fe40be91f81e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 05:57:44.569377 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-cdc4bea8-629a-40a6-bd09-6806ed1d0743 None None] Provisioning complete for port baaa87be-409b-4770-83ce-75af0fe13841 triggered by entity DHCP. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 05:57:44.569893 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-cdc4bea8-629a-40a6-bd09-6806ed1d0743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:57:44.701655 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-cdc4bea8-629a-40a6-bd09-6806ed1d0743 None None] Provisioning complete for port 7a5afd70-22e5-4099-b001-df1611bf2acb triggered by entity DHCP. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 05:57:44.702139 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-cdc4bea8-629a-40a6-bd09-6806ed1d0743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:57:46.463258 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 52594) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 05:57:46.649431 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc1653a-af62-4e37-a673-99b251b93932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 05:57:46.649889 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc1653a-af62-4e37-a673-99b251b93932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 05:57:46.651597 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-1dc1653a-af62-4e37-a673-99b251b93932 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1872573 Apr 21 05:57:49.214715 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 52604) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 05:57:49.408117 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e534cf61-b9a2-4e9b-8bb3-2d8442323e42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 05:57:49.408559 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e534cf61-b9a2-4e9b-8bb3-2d8442323e42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 05:57:49.410192 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-e534cf61-b9a2-4e9b-8bb3-2d8442323e42 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1944048 Apr 21 05:57:51.887038 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 52614) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 05:57:52.245536 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25f3857-8282-4df5-84e4-6b1f16c482be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 05:57:52.247054 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-d25f3857-8282-4df5-84e4-6b1f16c482be admin admin] 10.222.0.15 "GET /v2.0/networks/07a7a1dd-edf9-4d1b-80a1-539c21f96152 HTTP/1.1" status: 200 len: 886 time: 0.3589511 Apr 21 05:57:54.722105 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 52624) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 05:57:54.904090 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ebb963-233d-400c-b43f-f67252f95c59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 05:57:54.906003 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-a9ebb963-233d-400c-b43f-f67252f95c59 admin admin] 10.222.0.15 "GET /v2.0/networks/370bf8c9-2220-4aa4-9a20-c92a235fd854 HTTP/1.1" status: 200 len: 869 time: 0.1828084 Apr 21 05:57:57.371720 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 52634) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 05:57:57.489215 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb72b38-96a8-4ad4-b5bb-6fec86b9fde2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 05:57:57.489730 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb72b38-96a8-4ad4-b5bb-6fec86b9fde2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 05:57:57.491382 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-adb72b38-96a8-4ad4-b5bb-6fec86b9fde2 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1185837 Apr 21 05:57:59.962847 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 52644) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 05:58:00.077843 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b92a2e1-4893-4044-a8e0-0e64a4edcf4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 05:58:00.078357 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b92a2e1-4893-4044-a8e0-0e64a4edcf4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 05:58:00.079989 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-7b92a2e1-4893-4044-a8e0-0e64a4edcf4a admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1161127 Apr 21 05:58:02.031982 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-cc339f87-3d0f-4307-aee6-8431f8fd0c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:58:02.575005 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 52654) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 05:58:02.692924 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e47759-ccbc-4b39-9dec-2fa0709da729 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 05:58:02.694345 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-a5e47759-ccbc-4b39-9dec-2fa0709da729 admin admin] 10.222.0.15 "GET /v2.0/subnets/b72c0b72-3be8-4330-961f-d02dea829653 HTTP/1.1" status: 200 len: 868 time: 0.1183178 Apr 21 05:58:04.503675 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-18f75f57-fccd-4547-8909-933fa42156fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:58:05.164249 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 52666) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 05:58:05.272784 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b73e11-1ce4-4d4c-9253-05cce595f98b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 05:58:05.274295 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-d7b73e11-1ce4-4d4c-9253-05cce595f98b admin admin] 10.222.0.15 "GET /v2.0/subnets/ecb89d71-8db1-4ceb-ad17-1c0004eeb607 HTTP/1.1" status: 200 len: 816 time: 0.1090283 Apr 21 05:58:05.390261 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:58:06.206202 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:58:06.918033 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:58:19.073906 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 5 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 05:58:31.601086 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 52710) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 05:58:31.652283 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [None req-fafa59f8-9e25-4de9-82b7-5f6689ce0d74 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=86433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 21 05:58:31.653394 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-fafa59f8-9e25-4de9-82b7-5f6689ce0d74 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0512884 Apr 21 05:58:32.032277 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-dc428540-b242-44e8-bc49-f14386ae7cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:58:34.224231 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 52720) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 05:58:34.299020 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.pecan_wsgi.hooks.translation [None req-51dd720b-0813-43c9-8a9f-f29aa4d40c99 admin admin] GET failed (client error): The resource could not be found. Apr 21 05:58:34.300392 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-51dd720b-0813-43c9-8a9f-f29aa4d40c99 admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0751007 Apr 21 05:58:34.441349 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ee234f-6658-405e-bcd1-e239715e89c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 05:58:34.442940 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-d1ee234f-6658-405e-bcd1-e239715e89c4 admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1382012 Apr 21 05:58:34.503721 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5a1bd3ea-6fea-4002-8333-5f50e1bc017c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:58:35.386216 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:58:36.206029 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:58:36.929276 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:58:36.938081 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 52730) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 05:58:36.989678 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-5efeefe9-4201-4f2b-8ce6-a6f839928a03 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=86433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 05:58:36.994474 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-5efeefe9-4201-4f2b-8ce6-a6f839928a03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 05:58:37.004847 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-5efeefe9-4201-4f2b-8ce6-a6f839928a03 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 05:58:37.037517 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5efeefe9-4201-4f2b-8ce6-a6f839928a03 admin admin] Made reservation on behalf of 97c2419510ec47e880b736b737f70354 for: {'network': 1} {{(pid=86433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 05:58:37.042113 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5efeefe9-4201-4f2b-8ce6-a6f839928a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for network, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:58:37.135916 dv-cinder-782390-6-iscsi neutron-server[86317]: WARNING neutron.services.revisions.revision_plugin [None req-5efeefe9-4201-4f2b-8ce6-a6f839928a03 admin admin] Could not find related network for resource to bump revision. Apr 21 05:58:37.147747 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5efeefe9-4201-4f2b-8ce6-a6f839928a03 admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=86433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 21 05:58:37.216383 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5efeefe9-4201-4f2b-8ce6-a6f839928a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1361606'] for segment, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:58:37.216767 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.db.segments_db [None req-5efeefe9-4201-4f2b-8ce6-a6f839928a03 admin admin] Added segment 14330f46-2e81-4c22-8122-582eca087d6e of type vlan for network 4b5329c9-37f9-4dba-93a3-4be783cadcd4 Apr 21 05:58:37.243424 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5efeefe9-4201-4f2b-8ce6-a6f839928a03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765872960183'] for network, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:58:37.295612 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5efeefe9-4201-4f2b-8ce6-a6f839928a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970'] for network, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:58:37.296954 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efeefe9-4201-4f2b-8ce6-a6f839928a03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 05:58:37.297624 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5efeefe9-4201-4f2b-8ce6-a6f839928a03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846863987'] for network, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:58:37.302388 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 05:58:37.405112 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efeefe9-4201-4f2b-8ce6-a6f839928a03 admin admin] Pushing event updated for resources: {'Network': ['ID=4b5329c9-37f9-4dba-93a3-4be783cadcd4,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 05:58:37.407940 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5efeefe9-4201-4f2b-8ce6-a6f839928a03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 05:58:37.415724 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Network 4b5329c9-37f9-4dba-93a3-4be783cadcd4 details requested by agent ovs-agent-dv-cinder-782390-6-iscsi with host dv-cinder-782390-6-iscsi {{(pid=86434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 21 05:58:37.436220 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-5efeefe9-4201-4f2b-8ce6-a6f839928a03 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4969652 Apr 21 05:58:39.938382 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 52740) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 05:58:40.015045 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.pecan_wsgi.hooks.translation [None req-fea28da4-1375-4d34-8ec3-d2c21f9235eb admin admin] GET failed (client error): The resource could not be found. Apr 21 05:58:40.015623 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-fea28da4-1375-4d34-8ec3-d2c21f9235eb admin admin] Synchronizing usage tracker for tenant:97c2419510ec47e880b736b737f70354 on resource:network {{(pid=86433) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 05:58:40.062930 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-fea28da4-1375-4d34-8ec3-d2c21f9235eb admin admin] Unset dirty status for tenant:97c2419510ec47e880b736b737f70354 on resource:network {{(pid=86433) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 05:58:40.064116 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-fea28da4-1375-4d34-8ec3-d2c21f9235eb admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1246331 Apr 21 05:58:40.178022 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1f7a0c-15ac-4c92-8c48-f1e51d8400bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 05:58:40.179500 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-0c1f7a0c-15ac-4c92-8c48-f1e51d8400bb admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1101449 Apr 21 05:58:40.190729 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-87c10711-0aed-4c9f-aa61-c4a286fc41cd admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '4b5329c9-37f9-4dba-93a3-4be783cadcd4', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=86433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 05:58:40.195437 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-87c10711-0aed-4c9f-aa61-c4a286fc41cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 05:58:40.205658 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-87c10711-0aed-4c9f-aa61-c4a286fc41cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 05:58:40.243310 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c10711-0aed-4c9f-aa61-c4a286fc41cd admin admin] Made reservation on behalf of 97c2419510ec47e880b736b737f70354 for: {'subnet': 1} {{(pid=86433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 05:58:40.248656 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-87c10711-0aed-4c9f-aa61-c4a286fc41cd admin admin] Notify callbacks [] for subnet, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:58:40.707965 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-87c10711-0aed-4c9f-aa61-c4a286fc41cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7991656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970'] for subnet, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:58:40.712630 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-71afa5a0-2674-416b-9e89-1591ccaee01d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 05:58:40.792377 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c10711-0aed-4c9f-aa61-c4a286fc41cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=2afcd2c3-bd9d-4cc1-993d-8c730f3a4378,revision_number=0']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 05:58:40.798381 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-87c10711-0aed-4c9f-aa61-c4a286fc41cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 05:58:40.799293 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c10711-0aed-4c9f-aa61-c4a286fc41cd admin admin] Checking segment: {'id': '14330f46-2e81-4c22-8122-582eca087d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4b5329c9-37f9-4dba-93a3-4be783cadcd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 05:58:40.799680 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c10711-0aed-4c9f-aa61-c4a286fc41cd admin admin] Network hostable DHCP agents. Network: 4b5329c9-37f9-4dba-93a3-4be783cadcd4, hostable agents: ['6e5e74bc-90a9-40d2-b33c-cc5e996b490a'], hosted agents: [] {{(pid=86433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 21 05:58:40.837446 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c10711-0aed-4c9f-aa61-c4a286fc41cd admin admin] Network 4b5329c9-37f9-4dba-93a3-4be783cadcd4 is scheduled to be hosted by DHCP agent 6e5e74bc-90a9-40d2-b33c-cc5e996b490a with binding_index 1 {{(pid=86433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 21 05:58:40.865997 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [None req-87c10711-0aed-4c9f-aa61-c4a286fc41cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-6-iscsi, 4b5329c9-37f9-4dba-93a3-4be783cadcd4) {{(pid=86433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 05:58:40.869833 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c10711-0aed-4c9f-aa61-c4a286fc41cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 05:58:40.870475 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-87c10711-0aed-4c9f-aa61-c4a286fc41cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846863987'] for subnet, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:58:40.875736 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029a267e-af5b-4ab6-823e-2e021062ff77 None None] Network 4b5329c9-37f9-4dba-93a3-4be783cadcd4 requested from dv-cinder-782390-6-iscsi {{(pid=86434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 05:58:40.918449 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-87c10711-0aed-4c9f-aa61-c4a286fc41cd admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7314384 Apr 21 05:58:41.112010 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e672e842-969f-4a60-8a00-8879d7c30eec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de2c1f0-92f8-5802-94e1-2ca90c756a19-4b5329c9-37f9-4dba-93a3-4be783cadcd4', 'network_id': '4b5329c9-37f9-4dba-93a3-4be783cadcd4', 'tenant_id': '97c2419510ec47e880b736b737f70354', 'fixed_ips': [{'subnet_id': '2afcd2c3-bd9d-4cc1-993d-8c730f3a4378'}]}} from dv-cinder-782390-6-iscsi. {{(pid=86434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 21 05:58:41.112933 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-e672e842-969f-4a60-8a00-8879d7c30eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_create {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:58:41.279946 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.db_base_plugin_common [None req-e672e842-969f-4a60-8a00-8879d7c30eec None None] Allocated IP 192.168.233.2 (4b5329c9-37f9-4dba-93a3-4be783cadcd4/2afcd2c3-bd9d-4cc1-993d-8c730f3a4378/98cab6d7-3940-4c5c-8996-3f19d1b4d84f) {{(pid=86434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 05:58:41.563039 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-e672e842-969f-4a60-8a00-8879d7c30eec None None] Notify callbacks [] for port, precommit_create {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:58:41.640975 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-e672e842-969f-4a60-8a00-8879d7c30eec None None] Transition to ACTIVE for port object 98cab6d7-3940-4c5c-8996-3f19d1b4d84f will not be triggered until provisioned by entity L2. {{(pid=86434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 05:58:41.664174 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-e672e842-969f-4a60-8a00-8879d7c30eec None None] Transition to ACTIVE for port object 98cab6d7-3940-4c5c-8996-3f19d1b4d84f will not be triggered until provisioned by entity DHCP. {{(pid=86434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 05:58:41.702050 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-e672e842-969f-4a60-8a00-8879d7c30eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363270981802970'] for port, after_create {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:58:41.708019 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5558ae7b-2f13-4ac7-8cc1-278e18f66bab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 05:58:41.774054 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e672e842-969f-4a60-8a00-8879d7c30eec None None] Network 4b5329c9-37f9-4dba-93a3-4be783cadcd4 is already hosted by enough agents. {{(pid=86434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 05:58:41.777594 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [None req-e672e842-969f-4a60-8a00-8879d7c30eec None None] Resources bound (agent type, host, resource id): {{(pid=86434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 05:58:41.783577 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e672e842-969f-4a60-8a00-8879d7c30eec None None] Received port after_create {{(pid=86434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 05:58:41.791356 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e672e842-969f-4a60-8a00-8879d7c30eec None None] Pushing event updated for resources: {'Port': ['ID=98cab6d7-3940-4c5c-8996-3f19d1b4d84f,revision_number=1']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 05:58:41.829690 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e672e842-969f-4a60-8a00-8879d7c30eec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 05:58:41.830010 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e672e842-969f-4a60-8a00-8879d7c30eec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 05:58:41.830383 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e672e842-969f-4a60-8a00-8879d7c30eec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 05:58:41.830771 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e672e842-969f-4a60-8a00-8879d7c30eec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 05:58:41.831139 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e672e842-969f-4a60-8a00-8879d7c30eec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 05:58:41.831503 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e672e842-969f-4a60-8a00-8879d7c30eec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 05:58:41.831866 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e672e842-969f-4a60-8a00-8879d7c30eec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 05:58:41.832221 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e672e842-969f-4a60-8a00-8879d7c30eec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 05:58:41.832592 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e672e842-969f-4a60-8a00-8879d7c30eec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 05:58:41.832949 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e672e842-969f-4a60-8a00-8879d7c30eec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 05:58:41.833306 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e672e842-969f-4a60-8a00-8879d7c30eec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 05:58:41.833660 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e672e842-969f-4a60-8a00-8879d7c30eec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 05:58:41.841727 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-e672e842-969f-4a60-8a00-8879d7c30eec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 05:58:41.896108 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-e672e842-969f-4a60-8a00-8879d7c30eec None None] Attempting to bind port 98cab6d7-3940-4c5c-8996-3f19d1b4d84f on host dv-cinder-782390-6-iscsi for vnic_type normal with profile {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 05:58:41.896525 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-e672e842-969f-4a60-8a00-8879d7c30eec None None] Attempting to bind port 98cab6d7-3940-4c5c-8996-3f19d1b4d84f by drivers openvswitch,hyperv on host dv-cinder-782390-6-iscsi at level 0 using segments [{'id': '14330f46-2e81-4c22-8122-582eca087d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4b5329c9-37f9-4dba-93a3-4be783cadcd4'}] {{(pid=86434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 05:58:41.896921 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e672e842-969f-4a60-8a00-8879d7c30eec None None] Attempting to bind port 98cab6d7-3940-4c5c-8996-3f19d1b4d84f on network 4b5329c9-37f9-4dba-93a3-4be783cadcd4 {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 05:58:41.902515 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e672e842-969f-4a60-8a00-8879d7c30eec None None] Checking agent: {'id': '6ed75209-5459-46e4-8756-ce582068b488', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 5, 55, 6), 'started_at': datetime.datetime(2021, 4, 21, 5, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 5, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 05:58:41.902967 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e672e842-969f-4a60-8a00-8879d7c30eec None None] Checking segment: {'id': '14330f46-2e81-4c22-8122-582eca087d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4b5329c9-37f9-4dba-93a3-4be783cadcd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 05:58:41.903404 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-e672e842-969f-4a60-8a00-8879d7c30eec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:58:41.903869 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e672e842-969f-4a60-8a00-8879d7c30eec None None] Bound using segment: {'id': '14330f46-2e81-4c22-8122-582eca087d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4b5329c9-37f9-4dba-93a3-4be783cadcd4'} {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 05:58:41.904373 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-e672e842-969f-4a60-8a00-8879d7c30eec None None] Bound port: 98cab6d7-3940-4c5c-8996-3f19d1b4d84f, host: dv-cinder-782390-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14330f46-2e81-4c22-8122-582eca087d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4b5329c9-37f9-4dba-93a3-4be783cadcd4'}}] {{(pid=86434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 05:58:41.904793 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-e672e842-969f-4a60-8a00-8879d7c30eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:58:41.996758 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-e672e842-969f-4a60-8a00-8879d7c30eec None None] For port 98cab6d7-3940-4c5c-8996-3f19d1b4d84f, host dv-cinder-782390-6-iscsi, cleared binding levels {{(pid=86434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 05:58:42.001006 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-e672e842-969f-4a60-8a00-8879d7c30eec None None] For port 98cab6d7-3940-4c5c-8996-3f19d1b4d84f, host dv-cinder-782390-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=98cab6d7-3940-4c5c-8996-3f19d1b4d84f,segment=NetworkSegment(14330f46-2e81-4c22-8122-582eca087d6e),segment_id=14330f46-2e81-4c22-8122-582eca087d6e)] {{(pid=86434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 05:58:42.058451 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-e672e842-969f-4a60-8a00-8879d7c30eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:58:42.064532 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 05:58:42.151655 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e672e842-969f-4a60-8a00-8879d7c30eec None None] Pushing event updated for resources: {'Port': ['ID=98cab6d7-3940-4c5c-8996-3f19d1b4d84f,revision_number=2']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 05:58:42.155846 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-e672e842-969f-4a60-8a00-8879d7c30eec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 05:58:43.402026 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53601abe-8bd0-453e-a2d2-37fc47b95470 None None] Network 4b5329c9-37f9-4dba-93a3-4be783cadcd4 requested from dv-cinder-782390-6-iscsi {{(pid=86434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 05:58:43.572509 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-1c44703b-1bbd-4010-ad27-c48b573740a9 None None] Provisioning for port 98cab6d7-3940-4c5c-8996-3f19d1b4d84f completed by entity DHCP. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 05:58:44.435170 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 98cab6d7-3940-4c5c-8996-3f19d1b4d84f up at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 05:58:44.546901 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning for port 98cab6d7-3940-4c5c-8996-3f19d1b4d84f completed by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 05:58:44.551925 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning complete for port 98cab6d7-3940-4c5c-8996-3f19d1b4d84f triggered by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 05:58:44.552335 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:58:44.676090 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:58:44.708766 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] For port 98cab6d7-3940-4c5c-8996-3f19d1b4d84f, host dv-cinder-782390-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=98cab6d7-3940-4c5c-8996-3f19d1b4d84f,segment=NetworkSegment(14330f46-2e81-4c22-8122-582eca087d6e),segment_id=14330f46-2e81-4c22-8122-582eca087d6e)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 05:58:44.743749 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:58:44.745871 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 05:58:44.814243 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Pushing event updated for resources: {'Port': ['ID=98cab6d7-3940-4c5c-8996-3f19d1b4d84f,revision_number=3']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 05:58:44.817362 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 05:58:46.412345 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 98cab6d7-3940-4c5c-8996-3f19d1b4d84f up at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 05:58:46.483494 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning complete for port 98cab6d7-3940-4c5c-8996-3f19d1b4d84f triggered by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 05:58:46.483911 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:58:56.072933 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 5 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 05:59:02.031831 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-01b14262-676f-4dce-8113-9da0d2e4a649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:59:04.506133 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-491027ec-cf8a-4e38-b150-4bcb6c412b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:59:05.393999 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:59:06.205464 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:59:06.931303 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:59:32.016465 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f409278e-8277-4b77-907e-6f831ab8c626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:59:33.072894 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 5 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 05:59:34.501992 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-70af568e-d388-4283-b944-75445521ffbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:59:35.393353 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:59:36.205211 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 05:59:36.936595 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:00:02.050851 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-c5a52153-930d-495a-a566-224be8d8d3ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:00:04.524673 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d5222ec5-648b-4097-bc7d-86a0e1bee248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:00:05.393427 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:00:06.221942 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:00:06.930583 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:00:10.072806 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 5 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:00:29.509096 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 52790) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:00:29.515587 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [None req-1b265364-3893-4220-be80-8fbdf053db1c tempest-verify_tempest_config-1992080641 tempest-verify_tempest_config-1992080641-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=86433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 21 06:00:29.516645 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-1b265364-3893-4220-be80-8fbdf053db1c tempest-verify_tempest_config-1992080641 tempest-verify_tempest_config-1992080641-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065036 Apr 21 06:00:29.908640 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 52808) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:00:30.032687 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-ca8bd209-fe81-489d-ab03-fd688a9234a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:00:30.048502 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-ca8bd209-fe81-489d-ab03-fd688a9234a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:00:30.054274 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-ca8bd209-fe81-489d-ab03-fd688a9234a1 admin admin] Usage tracker for resource:security_group_rule and tenant:080099f67f934f379ff222a5030d0db5 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:00:30.059216 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-ca8bd209-fe81-489d-ab03-fd688a9234a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:00:30.063418 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-ca8bd209-fe81-489d-ab03-fd688a9234a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:00:30.322891 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-ca8bd209-fe81-489d-ab03-fd688a9234a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:00:30.353031 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-ca8bd209-fe81-489d-ab03-fd688a9234a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:00:30.362632 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:00:30.403648 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-ca8bd209-fe81-489d-ab03-fd688a9234a1 admin admin] Synchronizing usage tracker for tenant:97c2419510ec47e880b736b737f70354 on resource:security_group {{(pid=86433) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:00:30.407136 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8bd209-fe81-489d-ab03-fd688a9234a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a3a85a-38cf-4cad-84f2-77217a3e5aca,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:00:30.417606 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8bd209-fe81-489d-ab03-fd688a9234a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:00:30.418016 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8bd209-fe81-489d-ab03-fd688a9234a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:00:30.418395 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8bd209-fe81-489d-ab03-fd688a9234a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:00:30.418789 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8bd209-fe81-489d-ab03-fd688a9234a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:00:30.419158 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8bd209-fe81-489d-ab03-fd688a9234a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:00:30.419537 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8bd209-fe81-489d-ab03-fd688a9234a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:00:30.419902 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8bd209-fe81-489d-ab03-fd688a9234a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:00:30.420264 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8bd209-fe81-489d-ab03-fd688a9234a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:00:30.420640 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8bd209-fe81-489d-ab03-fd688a9234a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:00:30.421003 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8bd209-fe81-489d-ab03-fd688a9234a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:00:30.421363 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8bd209-fe81-489d-ab03-fd688a9234a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:00:30.421720 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8bd209-fe81-489d-ab03-fd688a9234a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:00:30.427809 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-ca8bd209-fe81-489d-ab03-fd688a9234a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:00:30.461513 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-ca8bd209-fe81-489d-ab03-fd688a9234a1 admin admin] Unset dirty status for tenant:97c2419510ec47e880b736b737f70354 on resource:security_group {{(pid=86433) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:00:30.462983 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-ca8bd209-fe81-489d-ab03-fd688a9234a1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=080099f67f934f379ff222a5030d0db5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5532296 Apr 21 06:00:30.466201 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 52814) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:00:30.528950 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-97e4f71c-45dd-451d-b75c-42bfd3738e3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:00:30.555156 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-97e4f71c-45dd-451d-b75c-42bfd3738e3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:00:30.689839 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-97e4f71c-45dd-451d-b75c-42bfd3738e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:00:30.694998 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-6d3eaac5-864b-4dc0-babe-21f7e8b8a83d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:00:30.708318 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e4f71c-45dd-451d-b75c-42bfd3738e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a3a85a-38cf-4cad-84f2-77217a3e5aca,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:00:30.711000 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-97e4f71c-45dd-451d-b75c-42bfd3738e3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:00:30.712199 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-97e4f71c-45dd-451d-b75c-42bfd3738e3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:00:30.713851 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-97e4f71c-45dd-451d-b75c-42bfd3738e3c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/95a3a85a-38cf-4cad-84f2-77217a3e5aca HTTP/1.1" status: 204 len: 168 time: 0.2466533 Apr 21 06:00:32.031317 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-80746d94-7694-4c4c-ac1a-63099675ad7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:00:34.505100 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-104b5ed5-284d-49eb-a052-f5f0cdeb63a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:00:35.409977 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:00:36.209995 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:00:36.973679 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:00:47.073238 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 5 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:01:02.038124 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4419f87e-99ef-40f8-9f4e-c54ff6c93dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:01:04.505007 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-eefb41d3-7e63-44f7-a830-2da91cd6ec65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:01:05.403931 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:01:06.208128 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:01:06.939464 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:01:24.071896 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 5 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:01:32.021222 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-300b844e-e5b1-4a05-b66c-7119897b817d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:01:34.504844 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-72fd6db5-07fa-498e-8e9f-1f598bffa24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:01:35.402117 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:01:36.196079 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:01:36.933894 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:02:01.071141 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 5 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:02:02.066483 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-14b00c31-ea58-4bf0-b32a-f166e796a0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:02:04.523709 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-fa936ab0-a694-4356-a7fd-ef8882eb2d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:02:04.733319 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477'] for agent, after_create {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:02:05.414742 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:02:06.197296 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:02:06.957808 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:02:09.688690 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 52866) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:02:09.811295 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-3fccaa2a-f0bf-4f36-bb50-6b465c9852b2 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1213150 Apr 21 06:02:12.324107 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 52876) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:02:12.385832 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-216b1a0e-8008-44a1-be3e-04cf6984d833 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0605266 Apr 21 06:02:32.025709 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-35eac00b-9c08-4aa9-bbe0-7ede8415dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:02:34.511621 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-a003d6eb-20c8-42cf-a018-75417d8b5261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:02:34.688516 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:02:35.408873 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:02:36.197480 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:02:36.946160 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:02:38.071727 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:03:02.043934 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-8e0863bc-53c7-473e-baac-0b42c92a13ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:04.506337 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d3cbf47d-c0c2-434b-99e7-6e93337bcc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:04.677657 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:05.404186 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:06.232086 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:06.965339 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:15.071008 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:03:32.031470 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-8170919e-5ed4-4880-a256-7c333ca87227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:34.506101 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5ded73c3-d8e6-4ded-947b-96c2c115f877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:34.711523 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:35.408652 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:36.213731 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:36.945899 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:45.814456 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 53078) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:03:46.167925 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 53106) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:03:46.389153 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 53118) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:03:46.554909 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 53132) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:03:46.732020 dv-cinder-782390-6-iscsi neutron-server[86317]: WARNING oslo_policy.policy [None req-d13bab20-d64a-429f-8423-2c501601e070 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 21 06:03:46.732797 dv-cinder-782390-6-iscsi neutron-server[86317]: WARNING oslo_policy.policy [None req-d13bab20-d64a-429f-8423-2c501601e070 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 21 06:03:46.806962 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-95d87112-8be3-4d46-acc9-838f620049f7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1982476189-network', 'tenant_id': 'a253b7f90d074c729aa03c3dbc382b57'}} {{(pid=86433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:03:46.814233 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-95d87112-8be3-4d46-acc9-838f620049f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:03:46.824347 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-95d87112-8be3-4d46-acc9-838f620049f7 admin admin] Usage tracker for resource:network and tenant:a253b7f90d074c729aa03c3dbc382b57 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:03:46.831524 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-95d87112-8be3-4d46-acc9-838f620049f7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:03:46.854542 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-95d87112-8be3-4d46-acc9-838f620049f7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:03:46.900366 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d87112-8be3-4d46-acc9-838f620049f7 admin admin] Made reservation on behalf of a253b7f90d074c729aa03c3dbc382b57 for: {'network': 1} {{(pid=86433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:03:46.905775 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-95d87112-8be3-4d46-acc9-838f620049f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for network, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:46.932771 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-95d87112-8be3-4d46-acc9-838f620049f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:46.966119 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-95d87112-8be3-4d46-acc9-838f620049f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:03:46.975661 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-95d87112-8be3-4d46-acc9-838f620049f7 admin admin] Usage tracker for resource:security_group_rule and tenant:a253b7f90d074c729aa03c3dbc382b57 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:03:46.982991 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-95d87112-8be3-4d46-acc9-838f620049f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:03:46.993571 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-95d87112-8be3-4d46-acc9-838f620049f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:03:47.065578 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-d13bab20-d64a-429f-8423-2c501601e070 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-655620997-network', 'tenant_id': '9b8b3b90db3b4377b76614075eb19d93'}} {{(pid=86432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:03:47.072272 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.quota [None req-d13bab20-d64a-429f-8423-2c501601e070 admin admin] Loaded quota_driver: . Apr 21 06:03:47.090459 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-f5f46f69-1907-4a2b-8ce4-bcfc1690c4eb admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1597763685-network', 'tenant_id': 'b7186dce53184a908d0b2f192795f2ef'}} {{(pid=86432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:03:47.100527 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-15ca3dac-6e75-451e-ab75-9452e72e9dae admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-937482384-network', 'tenant_id': '83c72247bd04473380fa74addf843cfd'}} {{(pid=86432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:03:47.164095 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-15ca3dac-6e75-451e-ab75-9452e72e9dae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:03:47.173282 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-15ca3dac-6e75-451e-ab75-9452e72e9dae admin admin] Usage tracker for resource:network and tenant:83c72247bd04473380fa74addf843cfd is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:03:47.178978 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-15ca3dac-6e75-451e-ab75-9452e72e9dae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:03:47.189540 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-15ca3dac-6e75-451e-ab75-9452e72e9dae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:03:47.203353 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-f5f46f69-1907-4a2b-8ce4-bcfc1690c4eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:03:47.206601 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-d13bab20-d64a-429f-8423-2c501601e070 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:03:47.212870 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-d13bab20-d64a-429f-8423-2c501601e070 admin admin] Usage tracker for resource:network and tenant:9b8b3b90db3b4377b76614075eb19d93 is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:03:47.216077 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-f5f46f69-1907-4a2b-8ce4-bcfc1690c4eb admin admin] Usage tracker for resource:network and tenant:b7186dce53184a908d0b2f192795f2ef is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:03:47.227345 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-95d87112-8be3-4d46-acc9-838f620049f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:47.232048 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-f5f46f69-1907-4a2b-8ce4-bcfc1690c4eb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:03:47.235413 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-d13bab20-d64a-429f-8423-2c501601e070 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:03:47.267976 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-95d87112-8be3-4d46-acc9-838f620049f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:47.276674 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-ca8bd209-fe81-489d-ab03-fd688a9234a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:03:47.303512 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-f5f46f69-1907-4a2b-8ce4-bcfc1690c4eb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:03:47.313693 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-d13bab20-d64a-429f-8423-2c501601e070 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:03:47.319104 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95d87112-8be3-4d46-acc9-838f620049f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=86433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 21 06:03:47.324695 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d87112-8be3-4d46-acc9-838f620049f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f025d7f7-5fc4-4d8e-b69d-53b3b57f64f3,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:03:47.334799 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d87112-8be3-4d46-acc9-838f620049f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:03:47.335183 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d87112-8be3-4d46-acc9-838f620049f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:03:47.335566 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d87112-8be3-4d46-acc9-838f620049f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:03:47.335937 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d87112-8be3-4d46-acc9-838f620049f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:03:47.336306 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d87112-8be3-4d46-acc9-838f620049f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:03:47.336672 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d87112-8be3-4d46-acc9-838f620049f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:03:47.337038 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d87112-8be3-4d46-acc9-838f620049f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:03:47.342117 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d87112-8be3-4d46-acc9-838f620049f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:03:47.342117 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d87112-8be3-4d46-acc9-838f620049f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:03:47.342117 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d87112-8be3-4d46-acc9-838f620049f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:03:47.342117 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d87112-8be3-4d46-acc9-838f620049f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:03:47.342117 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d87112-8be3-4d46-acc9-838f620049f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:03:47.342117 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d87112-8be3-4d46-acc9-838f620049f7 admin admin] Tracked resource versions report: Apr 21 06:03:47.342117 dv-cinder-782390-6-iscsi neutron-server[86317]: pushed versions: Apr 21 06:03:47.342117 dv-cinder-782390-6-iscsi neutron-server[86317]: { 'AddressGroup': {'1.2'}, Apr 21 06:03:47.342117 dv-cinder-782390-6-iscsi neutron-server[86317]: 'ConntrackHelper': {'1.0'}, Apr 21 06:03:47.342117 dv-cinder-782390-6-iscsi neutron-server[86317]: 'Log': {'1.0'}, Apr 21 06:03:47.342117 dv-cinder-782390-6-iscsi neutron-server[86317]: 'Network': {'1.1'}, Apr 21 06:03:47.342117 dv-cinder-782390-6-iscsi neutron-server[86317]: 'Port': {'1.7'}, Apr 21 06:03:47.342117 dv-cinder-782390-6-iscsi neutron-server[86317]: 'PortForwarding': {'1.2'}, Apr 21 06:03:47.342117 dv-cinder-782390-6-iscsi neutron-server[86317]: 'QosPolicy': {'1.8'}, Apr 21 06:03:47.342117 dv-cinder-782390-6-iscsi neutron-server[86317]: 'SecurityGroup': {'1.4'}, Apr 21 06:03:47.342117 dv-cinder-782390-6-iscsi neutron-server[86317]: 'SecurityGroupRule': {'1.2'}, Apr 21 06:03:47.342117 dv-cinder-782390-6-iscsi neutron-server[86317]: 'SubPort': {'1.0'}, Apr 21 06:03:47.342117 dv-cinder-782390-6-iscsi neutron-server[86317]: 'Subnet': {'1.1'}, Apr 21 06:03:47.342117 dv-cinder-782390-6-iscsi neutron-server[86317]: 'Trunk': {'1.1'}} Apr 21 06:03:47.342117 dv-cinder-782390-6-iscsi neutron-server[86317]: consumer versions: Apr 21 06:03:47.342117 dv-cinder-782390-6-iscsi neutron-server[86317]: { DHCP agent@dv-cinder-782390-6-iscsi: {}, Apr 21 06:03:47.342117 dv-cinder-782390-6-iscsi neutron-server[86317]: HyperV agent@hv-cinder-78239: {}, Apr 21 06:03:47.342117 dv-cinder-782390-6-iscsi neutron-server[86317]: L3 agent@dv-cinder-782390-6-iscsi: {}, Apr 21 06:03:47.342117 dv-cinder-782390-6-iscsi neutron-server[86317]: Metadata agent@dv-cinder-782390-6-iscsi: {}, Apr 21 06:03:47.342117 dv-cinder-782390-6-iscsi neutron-server[86317]: Metering agent@dv-cinder-782390-6-iscsi: {}, Apr 21 06:03:47.342117 dv-cinder-782390-6-iscsi neutron-server[86317]: Open vSwitch agent@dv-cinder-782390-6-iscsi: { 'AddressGroup': '1.2', Apr 21 06:03:47.342117 dv-cinder-782390-6-iscsi neutron-server[86317]: 'ConntrackHelper': '1.0', Apr 21 06:03:47.342117 dv-cinder-782390-6-iscsi neutron-server[86317]: 'Log': '1.0', Apr 21 06:03:47.342117 dv-cinder-782390-6-iscsi neutron-server[86317]: 'Network': '1.1', Apr 21 06:03:47.342117 dv-cinder-782390-6-iscsi neutron-server[86317]: 'Port': '1.7', Apr 21 06:03:47.342117 dv-cinder-782390-6-iscsi neutron-server[86317]: 'PortForwarding': '1.2', Apr 21 06:03:47.342117 dv-cinder-782390-6-iscsi neutron-server[86317]: 'QosPolicy': '1.8', Apr 21 06:03:47.342117 dv-cinder-782390-6-iscsi neutron-server[86317]: 'SecurityGroup': '1.4', Apr 21 06:03:47.342117 dv-cinder-782390-6-iscsi neutron-server[86317]: 'SecurityGroupRule': '1.2', Apr 21 06:03:47.342117 dv-cinder-782390-6-iscsi neutron-server[86317]: 'SubPort': '1.0', Apr 21 06:03:47.342117 dv-cinder-782390-6-iscsi neutron-server[86317]: 'Subnet': '1.1', Apr 21 06:03:47.342117 dv-cinder-782390-6-iscsi neutron-server[86317]: 'Trunk': '1.1'}} Apr 21 06:03:47.342117 dv-cinder-782390-6-iscsi neutron-server[86317]: {{(pid=86433) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 21 06:03:47.346832 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-95d87112-8be3-4d46-acc9-838f620049f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:03:47.373917 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ca3dac-6e75-451e-ab75-9452e72e9dae admin admin] Made reservation on behalf of 83c72247bd04473380fa74addf843cfd for: {'network': 1} {{(pid=86432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:03:47.405327 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-95d87112-8be3-4d46-acc9-838f620049f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1361606'] for segment, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:47.405725 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.db.segments_db [None req-95d87112-8be3-4d46-acc9-838f620049f7 admin admin] Added segment 0bc7fe2d-ac4b-43a1-bcab-bde52b794f56 of type vlan for network 18d42f14-ebcb-45fb-872d-4c48e6952727 Apr 21 06:03:47.470363 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.policy [None req-15ca3dac-6e75-451e-ab75-9452e72e9dae admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86432) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 21 06:03:47.492263 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-95d87112-8be3-4d46-acc9-838f620049f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765872960183'] for network, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:47.537547 dv-cinder-782390-6-iscsi neutron-server[86317]: WARNING oslo_policy.policy [None req-15ca3dac-6e75-451e-ab75-9452e72e9dae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 21 06:03:47.538069 dv-cinder-782390-6-iscsi neutron-server[86317]: WARNING oslo_policy.policy [None req-15ca3dac-6e75-451e-ab75-9452e72e9dae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 21 06:03:47.560442 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-15ca3dac-6e75-451e-ab75-9452e72e9dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for network, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:47.597615 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-95d87112-8be3-4d46-acc9-838f620049f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970'] for network, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:47.599816 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d87112-8be3-4d46-acc9-838f620049f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:03:47.600734 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-95d87112-8be3-4d46-acc9-838f620049f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846863987'] for network, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:47.632314 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:03:47.680673 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-95d87112-8be3-4d46-acc9-838f620049f7 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1243322 Apr 21 06:03:47.684722 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 53194) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:03:47.694908 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-376b58ff-1e19-4dff-b0f0-32c0d651e99b admin admin] Request body: {'subnet': {'network_id': '18d42f14-ebcb-45fb-872d-4c48e6952727', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1982476189-subnet', 'tenant_id': 'a253b7f90d074c729aa03c3dbc382b57', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:03:47.704167 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-376b58ff-1e19-4dff-b0f0-32c0d651e99b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:03:47.745318 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-15ca3dac-6e75-451e-ab75-9452e72e9dae admin admin] Notify callbacks [] for security_group, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:47.762101 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-15ca3dac-6e75-451e-ab75-9452e72e9dae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:03:47.764931 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-376b58ff-1e19-4dff-b0f0-32c0d651e99b admin admin] Usage tracker for resource:subnet and tenant:a253b7f90d074c729aa03c3dbc382b57 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:03:47.766233 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-15ca3dac-6e75-451e-ab75-9452e72e9dae admin admin] Usage tracker for resource:security_group_rule and tenant:83c72247bd04473380fa74addf843cfd is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:03:47.770149 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-376b58ff-1e19-4dff-b0f0-32c0d651e99b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:03:47.775036 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d13bab20-d64a-429f-8423-2c501601e070 admin admin] Made reservation on behalf of 9b8b3b90db3b4377b76614075eb19d93 for: {'network': 1} {{(pid=86432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:03:47.778014 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d87112-8be3-4d46-acc9-838f620049f7 admin admin] Pushing event updated for resources: {'Network': ['ID=18d42f14-ebcb-45fb-872d-4c48e6952727,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:03:47.779714 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d13bab20-d64a-429f-8423-2c501601e070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for network, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:47.782863 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-95d87112-8be3-4d46-acc9-838f620049f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:03:47.782863 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-376b58ff-1e19-4dff-b0f0-32c0d651e99b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:03:47.789314 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f46f69-1907-4a2b-8ce4-bcfc1690c4eb admin admin] Made reservation on behalf of b7186dce53184a908d0b2f192795f2ef for: {'network': 1} {{(pid=86432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:03:47.792857 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Network 18d42f14-ebcb-45fb-872d-4c48e6952727 details requested by agent ovs-agent-dv-cinder-782390-6-iscsi with host dv-cinder-782390-6-iscsi {{(pid=86434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 21 06:03:47.794319 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f5f46f69-1907-4a2b-8ce4-bcfc1690c4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for network, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:47.810592 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d13bab20-d64a-429f-8423-2c501601e070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:47.820104 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f5f46f69-1907-4a2b-8ce4-bcfc1690c4eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:47.840223 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-f5f46f69-1907-4a2b-8ce4-bcfc1690c4eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:03:47.842781 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-d13bab20-d64a-429f-8423-2c501601e070 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:03:47.847554 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-f5f46f69-1907-4a2b-8ce4-bcfc1690c4eb admin admin] Usage tracker for resource:security_group_rule and tenant:b7186dce53184a908d0b2f192795f2ef is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:03:47.850616 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-d13bab20-d64a-429f-8423-2c501601e070 admin admin] Usage tracker for resource:security_group_rule and tenant:9b8b3b90db3b4377b76614075eb19d93 is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:03:47.853445 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-15ca3dac-6e75-451e-ab75-9452e72e9dae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:03:47.856406 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-d13bab20-d64a-429f-8423-2c501601e070 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:03:47.859285 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-f5f46f69-1907-4a2b-8ce4-bcfc1690c4eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:03:47.870801 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-d13bab20-d64a-429f-8423-2c501601e070 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:03:47.873545 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-f5f46f69-1907-4a2b-8ce4-bcfc1690c4eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:03:47.876189 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-15ca3dac-6e75-451e-ab75-9452e72e9dae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:03:47.912078 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376b58ff-1e19-4dff-b0f0-32c0d651e99b admin admin] Made reservation on behalf of a253b7f90d074c729aa03c3dbc382b57 for: {'subnet': 1} {{(pid=86433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:03:47.917404 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-376b58ff-1e19-4dff-b0f0-32c0d651e99b admin admin] Notify callbacks [] for subnet, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:48.373697 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d13bab20-d64a-429f-8423-2c501601e070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:48.400466 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f5f46f69-1907-4a2b-8ce4-bcfc1690c4eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:48.402480 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-15ca3dac-6e75-451e-ab75-9452e72e9dae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:48.419797 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d13bab20-d64a-429f-8423-2c501601e070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:48.424840 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:03:48.443240 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d13bab20-d64a-429f-8423-2c501601e070 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=86432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 21 06:03:48.455680 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-15ca3dac-6e75-451e-ab75-9452e72e9dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:48.456421 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f5f46f69-1907-4a2b-8ce4-bcfc1690c4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:48.476686 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d13bab20-d64a-429f-8423-2c501601e070 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363270981273494', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1361606'] for segment, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:48.476898 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d13bab20-d64a-429f-8423-2c501601e070 admin admin] Unsubscribe: segment precommit_create {{(pid=86432) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 21 06:03:48.477374 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.db.segments_db [None req-d13bab20-d64a-429f-8423-2c501601e070 admin admin] Added segment abf7ed71-e9c8-4881-8104-244b9f5ab084 of type vlan for network 4adbb71d-0e3c-4f02-8c40-88a15a7ed44f Apr 21 06:03:48.553160 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13bab20-d64a-429f-8423-2c501601e070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1a9e60-43d9-436e-9faf-3c814b1a4a2a,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:03:48.553667 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-376b58ff-1e19-4dff-b0f0-32c0d651e99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7991656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970'] for subnet, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:48.559117 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9a6575eb-9014-49d7-9d38-d58b963044fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:03:48.574316 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13bab20-d64a-429f-8423-2c501601e070 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:03:48.574762 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13bab20-d64a-429f-8423-2c501601e070 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:03:48.575093 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13bab20-d64a-429f-8423-2c501601e070 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:03:48.575451 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13bab20-d64a-429f-8423-2c501601e070 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:03:48.575802 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13bab20-d64a-429f-8423-2c501601e070 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:03:48.576157 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13bab20-d64a-429f-8423-2c501601e070 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:03:48.576509 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13bab20-d64a-429f-8423-2c501601e070 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:03:48.576857 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13bab20-d64a-429f-8423-2c501601e070 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:03:48.577214 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13bab20-d64a-429f-8423-2c501601e070 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:03:48.577562 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13bab20-d64a-429f-8423-2c501601e070 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:03:48.577905 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13bab20-d64a-429f-8423-2c501601e070 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:03:48.578247 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13bab20-d64a-429f-8423-2c501601e070 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:03:48.579908 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13bab20-d64a-429f-8423-2c501601e070 admin admin] Tracked resource versions report: Apr 21 06:03:48.579908 dv-cinder-782390-6-iscsi neutron-server[86317]: pushed versions: Apr 21 06:03:48.579908 dv-cinder-782390-6-iscsi neutron-server[86317]: { 'AddressGroup': {'1.2'}, Apr 21 06:03:48.579908 dv-cinder-782390-6-iscsi neutron-server[86317]: 'ConntrackHelper': {'1.0'}, Apr 21 06:03:48.579908 dv-cinder-782390-6-iscsi neutron-server[86317]: 'Log': {'1.0'}, Apr 21 06:03:48.579908 dv-cinder-782390-6-iscsi neutron-server[86317]: 'Network': {'1.1'}, Apr 21 06:03:48.579908 dv-cinder-782390-6-iscsi neutron-server[86317]: 'Port': {'1.7'}, Apr 21 06:03:48.579908 dv-cinder-782390-6-iscsi neutron-server[86317]: 'PortForwarding': {'1.2'}, Apr 21 06:03:48.579908 dv-cinder-782390-6-iscsi neutron-server[86317]: 'QosPolicy': {'1.8'}, Apr 21 06:03:48.579908 dv-cinder-782390-6-iscsi neutron-server[86317]: 'SecurityGroup': {'1.4'}, Apr 21 06:03:48.579908 dv-cinder-782390-6-iscsi neutron-server[86317]: 'SecurityGroupRule': {'1.2'}, Apr 21 06:03:48.579908 dv-cinder-782390-6-iscsi neutron-server[86317]: 'SubPort': {'1.0'}, Apr 21 06:03:48.579908 dv-cinder-782390-6-iscsi neutron-server[86317]: 'Subnet': {'1.1'}, Apr 21 06:03:48.579908 dv-cinder-782390-6-iscsi neutron-server[86317]: 'Trunk': {'1.1'}} Apr 21 06:03:48.579908 dv-cinder-782390-6-iscsi neutron-server[86317]: consumer versions: Apr 21 06:03:48.579908 dv-cinder-782390-6-iscsi neutron-server[86317]: { DHCP agent@dv-cinder-782390-6-iscsi: {}, Apr 21 06:03:48.579908 dv-cinder-782390-6-iscsi neutron-server[86317]: HyperV agent@hv-cinder-78239: {}, Apr 21 06:03:48.579908 dv-cinder-782390-6-iscsi neutron-server[86317]: L3 agent@dv-cinder-782390-6-iscsi: {}, Apr 21 06:03:48.579908 dv-cinder-782390-6-iscsi neutron-server[86317]: Metadata agent@dv-cinder-782390-6-iscsi: {}, Apr 21 06:03:48.579908 dv-cinder-782390-6-iscsi neutron-server[86317]: Metering agent@dv-cinder-782390-6-iscsi: {}, Apr 21 06:03:48.579908 dv-cinder-782390-6-iscsi neutron-server[86317]: Open vSwitch agent@dv-cinder-782390-6-iscsi: { 'AddressGroup': '1.2', Apr 21 06:03:48.579908 dv-cinder-782390-6-iscsi neutron-server[86317]: 'ConntrackHelper': '1.0', Apr 21 06:03:48.579908 dv-cinder-782390-6-iscsi neutron-server[86317]: 'Log': '1.0', Apr 21 06:03:48.579908 dv-cinder-782390-6-iscsi neutron-server[86317]: 'Network': '1.1', Apr 21 06:03:48.579908 dv-cinder-782390-6-iscsi neutron-server[86317]: 'Port': '1.7', Apr 21 06:03:48.579908 dv-cinder-782390-6-iscsi neutron-server[86317]: 'PortForwarding': '1.2', Apr 21 06:03:48.579908 dv-cinder-782390-6-iscsi neutron-server[86317]: 'QosPolicy': '1.8', Apr 21 06:03:48.579908 dv-cinder-782390-6-iscsi neutron-server[86317]: 'SecurityGroup': '1.4', Apr 21 06:03:48.579908 dv-cinder-782390-6-iscsi neutron-server[86317]: 'SecurityGroupRule': '1.2', Apr 21 06:03:48.579908 dv-cinder-782390-6-iscsi neutron-server[86317]: 'SubPort': '1.0', Apr 21 06:03:48.579908 dv-cinder-782390-6-iscsi neutron-server[86317]: 'Subnet': '1.1', Apr 21 06:03:48.579908 dv-cinder-782390-6-iscsi neutron-server[86317]: 'Trunk': '1.1'}} Apr 21 06:03:48.579908 dv-cinder-782390-6-iscsi neutron-server[86317]: {{(pid=86432) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 21 06:03:48.612655 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15ca3dac-6e75-451e-ab75-9452e72e9dae admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=86432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 21 06:03:48.620530 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5f46f69-1907-4a2b-8ce4-bcfc1690c4eb admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=86432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 21 06:03:48.625076 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376b58ff-1e19-4dff-b0f0-32c0d651e99b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d481e38-1293-4cc6-9389-91a3566135aa,revision_number=0']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:03:48.628067 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-376b58ff-1e19-4dff-b0f0-32c0d651e99b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:03:48.631581 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d13bab20-d64a-429f-8423-2c501601e070 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765872960183'] for network, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:48.651189 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-15ca3dac-6e75-451e-ab75-9452e72e9dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1361606'] for segment, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:48.652449 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.db.segments_db [None req-15ca3dac-6e75-451e-ab75-9452e72e9dae admin admin] Added segment 2039c6c7-ff97-42ba-b3c3-15d3e07cc6a7 of type vlan for network 8a477b33-6a11-4388-9f32-3a61c0f7920e Apr 21 06:03:48.653952 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-d13bab20-d64a-429f-8423-2c501601e070 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:03:48.654505 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.168s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:03:48.655995 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 53218) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:03:48.668777 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376b58ff-1e19-4dff-b0f0-32c0d651e99b admin admin] Checking segment: {'id': '0bc7fe2d-ac4b-43a1-bcab-bde52b794f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '18d42f14-ebcb-45fb-872d-4c48e6952727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:03:48.669183 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376b58ff-1e19-4dff-b0f0-32c0d651e99b admin admin] Network hostable DHCP agents. Network: 18d42f14-ebcb-45fb-872d-4c48e6952727, hostable agents: ['6e5e74bc-90a9-40d2-b33c-cc5e996b490a'], hosted agents: [] {{(pid=86433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 21 06:03:48.695910 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ca3dac-6e75-451e-ab75-9452e72e9dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3efc6158-2190-4f82-ae84-d64af450c05a,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:03:48.716844 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f5f46f69-1907-4a2b-8ce4-bcfc1690c4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1361606'] for segment, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:48.718612 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.db.segments_db [None req-f5f46f69-1907-4a2b-8ce4-bcfc1690c4eb admin admin] Added segment 0e0df38b-d163-4b4f-80de-8b90602c0533 of type vlan for network 02aef44c-9c22-4a3a-a843-f9377abd09fe Apr 21 06:03:48.752450 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376b58ff-1e19-4dff-b0f0-32c0d651e99b admin admin] Network 18d42f14-ebcb-45fb-872d-4c48e6952727 is scheduled to be hosted by DHCP agent 6e5e74bc-90a9-40d2-b33c-cc5e996b490a with binding_index 1 {{(pid=86433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 21 06:03:48.764846 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f46f69-1907-4a2b-8ce4-bcfc1690c4eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc534de-cd96-4d6a-9c8a-f88f604c5271,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:03:48.771058 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-f5f46f69-1907-4a2b-8ce4-bcfc1690c4eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:03:48.771492 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.219s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:03:48.771788 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:03:48.816434 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-bd5021e9-86e6-43e4-aee0-314dfaa728a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:48.818791 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d13bab20-d64a-429f-8423-2c501601e070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970'] for network, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:48.824926 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-15ca3dac-6e75-451e-ab75-9452e72e9dae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765872960183'] for network, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:48.828395 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [None req-376b58ff-1e19-4dff-b0f0-32c0d651e99b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-6-iscsi, 18d42f14-ebcb-45fb-872d-4c48e6952727) {{(pid=86433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:03:48.830324 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13bab20-d64a-429f-8423-2c501601e070 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:03:48.831569 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d13bab20-d64a-429f-8423-2c501601e070 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846863987'] for network, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:48.837109 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-bd5021e9-86e6-43e4-aee0-314dfaa728a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:03:48.840495 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:03:48.841316 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-bd5021e9-86e6-43e4-aee0-314dfaa728a8 admin admin] Usage tracker for resource:security_group_rule and tenant:b17319e5716c4fddae0bfec1e2da3714 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:03:48.841604 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d7c89d-1a89-4b98-a318-04d16abeee07 None None] Network 18d42f14-ebcb-45fb-872d-4c48e6952727 requested from dv-cinder-782390-6-iscsi {{(pid=86434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:03:48.844643 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-bd5021e9-86e6-43e4-aee0-314dfaa728a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:03:48.851147 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-bd5021e9-86e6-43e4-aee0-314dfaa728a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:03:48.867637 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f5f46f69-1907-4a2b-8ce4-bcfc1690c4eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765872960183'] for network, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:48.879919 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376b58ff-1e19-4dff-b0f0-32c0d651e99b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:03:48.880654 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-376b58ff-1e19-4dff-b0f0-32c0d651e99b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846863987'] for subnet, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:48.979019 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-376b58ff-1e19-4dff-b0f0-32c0d651e99b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2901971 Apr 21 06:03:48.980395 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 53232) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:03:49.009039 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13bab20-d64a-429f-8423-2c501601e070 admin admin] Pushing event updated for resources: {'Network': ['ID=4adbb71d-0e3c-4f02-8c40-88a15a7ed44f,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:03:49.009943 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-aad23944-e276-47cb-8371-3974e8d5977f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1982476189-router', 'tenant_id': 'a253b7f90d074c729aa03c3dbc382b57', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152'}}} {{(pid=86433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:03:49.019816 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-aad23944-e276-47cb-8371-3974e8d5977f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:03:49.022402 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-d13bab20-d64a-429f-8423-2c501601e070 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:03:49.025548 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-aad23944-e276-47cb-8371-3974e8d5977f admin admin] Usage tracker for resource:router and tenant:a253b7f90d074c729aa03c3dbc382b57 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:03:49.028569 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-aad23944-e276-47cb-8371-3974e8d5977f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:03:49.037030 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Network 4adbb71d-0e3c-4f02-8c40-88a15a7ed44f details requested by agent ovs-agent-dv-cinder-782390-6-iscsi with host dv-cinder-782390-6-iscsi {{(pid=86434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 21 06:03:49.037175 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-aad23944-e276-47cb-8371-3974e8d5977f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:03:49.049930 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-bd5021e9-86e6-43e4-aee0-314dfaa728a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:49.054749 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-15ca3dac-6e75-451e-ab75-9452e72e9dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970'] for network, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:49.059934 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-d13bab20-d64a-429f-8423-2c501601e070 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.2433424 Apr 21 06:03:49.064249 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 53242) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:03:49.064389 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ca3dac-6e75-451e-ab75-9452e72e9dae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:03:49.064389 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-15ca3dac-6e75-451e-ab75-9452e72e9dae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846863987'] for network, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:49.068187 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:03:49.068468 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-f5f2ad7e-286d-4969-821f-5476dc4f4f78 admin admin] Request body: {'subnet': {'network_id': '4adbb71d-0e3c-4f02-8c40-88a15a7ed44f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-655620997-subnet', 'tenant_id': '9b8b3b90db3b4377b76614075eb19d93', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:03:49.089208 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-bd5021e9-86e6-43e4-aee0-314dfaa728a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:49.102879 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f5f46f69-1907-4a2b-8ce4-bcfc1690c4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970'] for network, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:49.113418 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f46f69-1907-4a2b-8ce4-bcfc1690c4eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:03:49.113969 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f5f46f69-1907-4a2b-8ce4-bcfc1690c4eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846863987'] for network, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:49.142107 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-f5f2ad7e-286d-4969-821f-5476dc4f4f78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:03:49.160092 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:03:49.171259 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-f5f2ad7e-286d-4969-821f-5476dc4f4f78 admin admin] Usage tracker for resource:subnet and tenant:9b8b3b90db3b4377b76614075eb19d93 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:03:49.178007 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-aad23944-e276-47cb-8371-3974e8d5977f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8000236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854775187'] for router, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:49.186122 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-aad23944-e276-47cb-8371-3974e8d5977f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846775580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036846753534', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846786285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-614'] for router, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:49.191563 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-bd5021e9-86e6-43e4-aee0-314dfaa728a8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b17319e5716c4fddae0bfec1e2da3714&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5254068 Apr 21 06:03:49.193891 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 53256) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:03:49.203947 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-15ca3dac-6e75-451e-ab75-9452e72e9dae admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.8135135 Apr 21 06:03:49.206960 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 53260) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:03:49.230470 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-a4417101-971b-4e68-a50d-8ccf069c40b6 admin admin] Request body: {'subnet': {'network_id': '8a477b33-6a11-4388-9f32-3a61c0f7920e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-937482384-subnet', 'tenant_id': '83c72247bd04473380fa74addf843cfd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:03:49.234440 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ca3dac-6e75-451e-ab75-9452e72e9dae admin admin] Pushing event updated for resources: {'Network': ['ID=8a477b33-6a11-4388-9f32-3a61c0f7920e,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:03:49.245904 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-15ca3dac-6e75-451e-ab75-9452e72e9dae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:03:49.246414 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-d13bab20-d64a-429f-8423-2c501601e070 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:03:49.260915 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-f5f2ad7e-286d-4969-821f-5476dc4f4f78 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:03:49.288559 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-f5f2ad7e-286d-4969-821f-5476dc4f4f78 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:03:49.331255 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Network 8a477b33-6a11-4388-9f32-3a61c0f7920e details requested by agent ovs-agent-dv-cinder-782390-6-iscsi with host dv-cinder-782390-6-iscsi {{(pid=86434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 21 06:03:49.360912 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-aad23944-e276-47cb-8371-3974e8d5977f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:49.365917 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-a4417101-971b-4e68-a50d-8ccf069c40b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:03:49.368826 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f46f69-1907-4a2b-8ce4-bcfc1690c4eb admin admin] Pushing event updated for resources: {'Network': ['ID=02aef44c-9c22-4a3a-a843-f9377abd09fe,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:03:49.372909 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-f5f46f69-1907-4a2b-8ce4-bcfc1690c4eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:03:49.381183 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-a4417101-971b-4e68-a50d-8ccf069c40b6 admin admin] Usage tracker for resource:subnet and tenant:83c72247bd04473380fa74addf843cfd is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:03:49.381738 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5021e9-86e6-43e4-aee0-314dfaa728a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2816d4-4b8a-4c31-b714-56145170e5a7,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:03:49.381862 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-a4417101-971b-4e68-a50d-8ccf069c40b6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:03:49.384594 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-a4417101-971b-4e68-a50d-8ccf069c40b6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:03:49.386943 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-de2dfb20-a9d6-44b2-889a-6bb8713b6be2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:49.391040 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-bd5021e9-86e6-43e4-aee0-314dfaa728a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:03:49.416062 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-f5f46f69-1907-4a2b-8ce4-bcfc1690c4eb admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.2462976 Apr 21 06:03:49.418799 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 53274) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:03:49.424211 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f2ad7e-286d-4969-821f-5476dc4f4f78 admin admin] Made reservation on behalf of 9b8b3b90db3b4377b76614075eb19d93 for: {'subnet': 1} {{(pid=86433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:03:49.431380 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-c390971a-6dcb-4ee4-a3f7-ee0adcfeeb3c admin admin] Request body: {'subnet': {'network_id': '02aef44c-9c22-4a3a-a843-f9377abd09fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1597763685-subnet', 'tenant_id': 'b7186dce53184a908d0b2f192795f2ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:03:49.431632 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f5f2ad7e-286d-4969-821f-5476dc4f4f78 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:49.434639 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-c390971a-6dcb-4ee4-a3f7-ee0adcfeeb3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:03:49.439483 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-c390971a-6dcb-4ee4-a3f7-ee0adcfeeb3c admin admin] Usage tracker for resource:subnet and tenant:b7186dce53184a908d0b2f192795f2ef is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:03:49.443059 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-c390971a-6dcb-4ee4-a3f7-ee0adcfeeb3c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:03:49.448622 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-de2dfb20-a9d6-44b2-889a-6bb8713b6be2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:49.452170 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-c390971a-6dcb-4ee4-a3f7-ee0adcfeeb3c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:03:49.463245 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4417101-971b-4e68-a50d-8ccf069c40b6 admin admin] Made reservation on behalf of 83c72247bd04473380fa74addf843cfd for: {'subnet': 1} {{(pid=86432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:03:49.468438 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-a4417101-971b-4e68-a50d-8ccf069c40b6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:49.522624 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c865c34a-3ad6-4a6d-b197-ad9d88d0270f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de2c1f0-92f8-5802-94e1-2ca90c756a19-18d42f14-ebcb-45fb-872d-4c48e6952727', 'network_id': '18d42f14-ebcb-45fb-872d-4c48e6952727', 'tenant_id': 'a253b7f90d074c729aa03c3dbc382b57', 'fixed_ips': [{'subnet_id': '8d481e38-1293-4cc6-9389-91a3566135aa'}]}} from dv-cinder-782390-6-iscsi. {{(pid=86434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 21 06:03:49.523538 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-c865c34a-3ad6-4a6d-b197-ad9d88d0270f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_create {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:49.533576 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Network 02aef44c-9c22-4a3a-a843-f9377abd09fe details requested by agent ovs-agent-dv-cinder-782390-6-iscsi with host dv-cinder-782390-6-iscsi {{(pid=86434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 21 06:03:49.588001 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c390971a-6dcb-4ee4-a3f7-ee0adcfeeb3c admin admin] Made reservation on behalf of b7186dce53184a908d0b2f192795f2ef for: {'subnet': 1} {{(pid=86432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:03:49.593011 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-c390971a-6dcb-4ee4-a3f7-ee0adcfeeb3c admin admin] Notify callbacks [] for subnet, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:49.792760 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-de2dfb20-a9d6-44b2-889a-6bb8713b6be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:49.797992 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-95d87112-8be3-4d46-acc9-838f620049f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:03:49.811628 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2dfb20-a9d6-44b2-889a-6bb8713b6be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2816d4-4b8a-4c31-b714-56145170e5a7,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:03:49.814381 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-de2dfb20-a9d6-44b2-889a-6bb8713b6be2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:03:49.821089 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-de2dfb20-a9d6-44b2-889a-6bb8713b6be2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:49.822607 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-de2dfb20-a9d6-44b2-889a-6bb8713b6be2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0a2816d4-4b8a-4c31-b714-56145170e5a7 HTTP/1.1" status: 204 len: 168 time: 0.6264191 Apr 21 06:03:50.055491 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.db_base_plugin_common [None req-c865c34a-3ad6-4a6d-b197-ad9d88d0270f None None] Allocated IP 172.20.0.2 (18d42f14-ebcb-45fb-872d-4c48e6952727/8d481e38-1293-4cc6-9389-91a3566135aa/7457f9a6-63c5-40f5-9df4-f230330fbe41) {{(pid=86434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:03:50.104989 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-aad23944-e276-47cb-8371-3974e8d5977f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846753291', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036846765217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-599'] for router, precommit_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:50.390806 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-c865c34a-3ad6-4a6d-b197-ad9d88d0270f None None] Notify callbacks [] for port, precommit_create {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:50.434412 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-c865c34a-3ad6-4a6d-b197-ad9d88d0270f None None] Transition to ACTIVE for port object 7457f9a6-63c5-40f5-9df4-f230330fbe41 will not be triggered until provisioned by entity L2. {{(pid=86434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:03:50.460983 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-a4417101-971b-4e68-a50d-8ccf069c40b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7991656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970'] for subnet, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:50.477571 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:03:50.481662 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-c865c34a-3ad6-4a6d-b197-ad9d88d0270f None None] Transition to ACTIVE for port object 7457f9a6-63c5-40f5-9df4-f230330fbe41 will not be triggered until provisioned by entity DHCP. {{(pid=86434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:03:50.528982 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-c865c34a-3ad6-4a6d-b197-ad9d88d0270f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363270981802970'] for port, after_create {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:50.554792 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:03:50.566745 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4417101-971b-4e68-a50d-8ccf069c40b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2da1c0c9-9d0e-43d1-a8aa-9f65aa7cd6bc,revision_number=0']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:03:50.579734 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-a4417101-971b-4e68-a50d-8ccf069c40b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:03:50.618482 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4417101-971b-4e68-a50d-8ccf069c40b6 admin admin] Checking segment: {'id': '2039c6c7-ff97-42ba-b3c3-15d3e07cc6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8a477b33-6a11-4388-9f32-3a61c0f7920e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:03:50.619035 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4417101-971b-4e68-a50d-8ccf069c40b6 admin admin] Network hostable DHCP agents. Network: 8a477b33-6a11-4388-9f32-3a61c0f7920e, hostable agents: ['6e5e74bc-90a9-40d2-b33c-cc5e996b490a'], hosted agents: [] {{(pid=86432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 21 06:03:50.711474 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c865c34a-3ad6-4a6d-b197-ad9d88d0270f None None] Network 18d42f14-ebcb-45fb-872d-4c48e6952727 is already hosted by enough agents. {{(pid=86434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:03:50.720812 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [None req-c865c34a-3ad6-4a6d-b197-ad9d88d0270f None None] Resources bound (agent type, host, resource id): {{(pid=86434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:03:50.750838 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c865c34a-3ad6-4a6d-b197-ad9d88d0270f None None] Pushing event updated for resources: {'Port': ['ID=7457f9a6-63c5-40f5-9df4-f230330fbe41,revision_number=1']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:03:50.759214 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4417101-971b-4e68-a50d-8ccf069c40b6 admin admin] Network 8a477b33-6a11-4388-9f32-3a61c0f7920e is scheduled to be hosted by DHCP agent 6e5e74bc-90a9-40d2-b33c-cc5e996b490a with binding_index 1 {{(pid=86432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 21 06:03:50.760301 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c865c34a-3ad6-4a6d-b197-ad9d88d0270f None None] Received port after_create {{(pid=86434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:03:50.772212 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c865c34a-3ad6-4a6d-b197-ad9d88d0270f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:03:50.773062 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c865c34a-3ad6-4a6d-b197-ad9d88d0270f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:03:50.773641 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c865c34a-3ad6-4a6d-b197-ad9d88d0270f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:03:50.774785 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c865c34a-3ad6-4a6d-b197-ad9d88d0270f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:03:50.775496 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c865c34a-3ad6-4a6d-b197-ad9d88d0270f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:03:50.776526 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c865c34a-3ad6-4a6d-b197-ad9d88d0270f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:03:50.777166 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c865c34a-3ad6-4a6d-b197-ad9d88d0270f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:03:50.778649 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c865c34a-3ad6-4a6d-b197-ad9d88d0270f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:03:50.779693 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c865c34a-3ad6-4a6d-b197-ad9d88d0270f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:03:50.780373 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c865c34a-3ad6-4a6d-b197-ad9d88d0270f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:03:50.780953 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c865c34a-3ad6-4a6d-b197-ad9d88d0270f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:03:50.781742 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c865c34a-3ad6-4a6d-b197-ad9d88d0270f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:03:50.783610 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c865c34a-3ad6-4a6d-b197-ad9d88d0270f None None] Tracked resource versions report: Apr 21 06:03:50.783610 dv-cinder-782390-6-iscsi neutron-server[86317]: pushed versions: Apr 21 06:03:50.783610 dv-cinder-782390-6-iscsi neutron-server[86317]: { 'AddressGroup': {'1.2'}, Apr 21 06:03:50.783610 dv-cinder-782390-6-iscsi neutron-server[86317]: 'ConntrackHelper': {'1.0'}, Apr 21 06:03:50.783610 dv-cinder-782390-6-iscsi neutron-server[86317]: 'Log': {'1.0'}, Apr 21 06:03:50.783610 dv-cinder-782390-6-iscsi neutron-server[86317]: 'Network': {'1.1'}, Apr 21 06:03:50.783610 dv-cinder-782390-6-iscsi neutron-server[86317]: 'Port': {'1.7'}, Apr 21 06:03:50.783610 dv-cinder-782390-6-iscsi neutron-server[86317]: 'PortForwarding': {'1.2'}, Apr 21 06:03:50.783610 dv-cinder-782390-6-iscsi neutron-server[86317]: 'QosPolicy': {'1.8'}, Apr 21 06:03:50.783610 dv-cinder-782390-6-iscsi neutron-server[86317]: 'SecurityGroup': {'1.4'}, Apr 21 06:03:50.783610 dv-cinder-782390-6-iscsi neutron-server[86317]: 'SecurityGroupRule': {'1.2'}, Apr 21 06:03:50.783610 dv-cinder-782390-6-iscsi neutron-server[86317]: 'SubPort': {'1.0'}, Apr 21 06:03:50.783610 dv-cinder-782390-6-iscsi neutron-server[86317]: 'Subnet': {'1.1'}, Apr 21 06:03:50.783610 dv-cinder-782390-6-iscsi neutron-server[86317]: 'Trunk': {'1.1'}} Apr 21 06:03:50.783610 dv-cinder-782390-6-iscsi neutron-server[86317]: consumer versions: Apr 21 06:03:50.783610 dv-cinder-782390-6-iscsi neutron-server[86317]: { DHCP agent@dv-cinder-782390-6-iscsi: {}, Apr 21 06:03:50.783610 dv-cinder-782390-6-iscsi neutron-server[86317]: HyperV agent@hv-cinder-78239: {}, Apr 21 06:03:50.783610 dv-cinder-782390-6-iscsi neutron-server[86317]: L3 agent@dv-cinder-782390-6-iscsi: {}, Apr 21 06:03:50.783610 dv-cinder-782390-6-iscsi neutron-server[86317]: Metadata agent@dv-cinder-782390-6-iscsi: {}, Apr 21 06:03:50.783610 dv-cinder-782390-6-iscsi neutron-server[86317]: Metering agent@dv-cinder-782390-6-iscsi: {}, Apr 21 06:03:50.783610 dv-cinder-782390-6-iscsi neutron-server[86317]: Open vSwitch agent@dv-cinder-782390-6-iscsi: { 'AddressGroup': '1.2', Apr 21 06:03:50.783610 dv-cinder-782390-6-iscsi neutron-server[86317]: 'ConntrackHelper': '1.0', Apr 21 06:03:50.783610 dv-cinder-782390-6-iscsi neutron-server[86317]: 'Log': '1.0', Apr 21 06:03:50.783610 dv-cinder-782390-6-iscsi neutron-server[86317]: 'Network': '1.1', Apr 21 06:03:50.783610 dv-cinder-782390-6-iscsi neutron-server[86317]: 'Port': '1.7', Apr 21 06:03:50.783610 dv-cinder-782390-6-iscsi neutron-server[86317]: 'PortForwarding': '1.2', Apr 21 06:03:50.783610 dv-cinder-782390-6-iscsi neutron-server[86317]: 'QosPolicy': '1.8', Apr 21 06:03:50.783610 dv-cinder-782390-6-iscsi neutron-server[86317]: 'SecurityGroup': '1.4', Apr 21 06:03:50.783610 dv-cinder-782390-6-iscsi neutron-server[86317]: 'SecurityGroupRule': '1.2', Apr 21 06:03:50.783610 dv-cinder-782390-6-iscsi neutron-server[86317]: 'SubPort': '1.0', Apr 21 06:03:50.783610 dv-cinder-782390-6-iscsi neutron-server[86317]: 'Subnet': '1.1', Apr 21 06:03:50.783610 dv-cinder-782390-6-iscsi neutron-server[86317]: 'Trunk': '1.1'}} Apr 21 06:03:50.783610 dv-cinder-782390-6-iscsi neutron-server[86317]: {{(pid=86434) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 21 06:03:50.791439 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-c865c34a-3ad6-4a6d-b197-ad9d88d0270f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:03:50.842222 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [None req-a4417101-971b-4e68-a50d-8ccf069c40b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-6-iscsi, 8a477b33-6a11-4388-9f32-3a61c0f7920e) {{(pid=86432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:03:50.853837 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4417101-971b-4e68-a50d-8ccf069c40b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:03:50.854718 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-a4417101-971b-4e68-a50d-8ccf069c40b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846863987'] for subnet, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:50.897287 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29929c0-8010-45da-b299-531b88661d51 None None] Network 8a477b33-6a11-4388-9f32-3a61c0f7920e requested from dv-cinder-782390-6-iscsi {{(pid=86434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:03:50.942556 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-a4417101-971b-4e68-a50d-8ccf069c40b6 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7339594 Apr 21 06:03:50.981471 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 53340) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:03:50.995378 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-d9fc4a18-22e2-444c-9728-9053681469f9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-937482384-router', 'tenant_id': '83c72247bd04473380fa74addf843cfd', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152'}}} {{(pid=86432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:03:51.002018 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-d9fc4a18-22e2-444c-9728-9053681469f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:03:51.018593 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-d9fc4a18-22e2-444c-9728-9053681469f9 admin admin] Usage tracker for resource:router and tenant:83c72247bd04473380fa74addf843cfd is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:03:51.029345 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-d9fc4a18-22e2-444c-9728-9053681469f9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:03:51.032901 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-d9fc4a18-22e2-444c-9728-9053681469f9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:03:51.068754 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-c390971a-6dcb-4ee4-a3f7-ee0adcfeeb3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7991656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970'] for subnet, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:51.076357 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:03:51.136686 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d9fc4a18-22e2-444c-9728-9053681469f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8000236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854775187'] for router, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:51.137365 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d9fc4a18-22e2-444c-9728-9053681469f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846775580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036846753534', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846786285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-614'] for router, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:51.209441 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-c865c34a-3ad6-4a6d-b197-ad9d88d0270f None None] Attempting to bind port 7457f9a6-63c5-40f5-9df4-f230330fbe41 on host dv-cinder-782390-6-iscsi for vnic_type normal with profile {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:03:51.209441 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-c865c34a-3ad6-4a6d-b197-ad9d88d0270f None None] Attempting to bind port 7457f9a6-63c5-40f5-9df4-f230330fbe41 by drivers openvswitch,hyperv on host dv-cinder-782390-6-iscsi at level 0 using segments [{'id': '0bc7fe2d-ac4b-43a1-bcab-bde52b794f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '18d42f14-ebcb-45fb-872d-4c48e6952727'}] {{(pid=86434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:03:51.209441 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c865c34a-3ad6-4a6d-b197-ad9d88d0270f None None] Attempting to bind port 7457f9a6-63c5-40f5-9df4-f230330fbe41 on network 18d42f14-ebcb-45fb-872d-4c48e6952727 {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:03:51.288825 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d9fc4a18-22e2-444c-9728-9053681469f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:51.301095 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c865c34a-3ad6-4a6d-b197-ad9d88d0270f None None] Checking agent: {'id': '6ed75209-5459-46e4-8756-ce582068b488', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 5, 55, 6), 'started_at': datetime.datetime(2021, 4, 21, 5, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:03:51.301672 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c865c34a-3ad6-4a6d-b197-ad9d88d0270f None None] Checking segment: {'id': '0bc7fe2d-ac4b-43a1-bcab-bde52b794f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '18d42f14-ebcb-45fb-872d-4c48e6952727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:03:51.302173 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-c865c34a-3ad6-4a6d-b197-ad9d88d0270f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:51.305080 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c865c34a-3ad6-4a6d-b197-ad9d88d0270f None None] Bound using segment: {'id': '0bc7fe2d-ac4b-43a1-bcab-bde52b794f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '18d42f14-ebcb-45fb-872d-4c48e6952727'} {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:03:51.305996 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-c865c34a-3ad6-4a6d-b197-ad9d88d0270f None None] Bound port: 7457f9a6-63c5-40f5-9df4-f230330fbe41, host: dv-cinder-782390-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bc7fe2d-ac4b-43a1-bcab-bde52b794f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '18d42f14-ebcb-45fb-872d-4c48e6952727'}}] {{(pid=86434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:03:51.306969 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-c865c34a-3ad6-4a6d-b197-ad9d88d0270f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:51.340595 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-aad23944-e276-47cb-8371-3974e8d5977f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:51.378890 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-aad23944-e276-47cb-8371-3974e8d5977f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:51.553912 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c035446-8c89-49f7-83b2-7cd1d59a17a2 None None] Network 8a477b33-6a11-4388-9f32-3a61c0f7920e requested from dv-cinder-782390-6-iscsi {{(pid=86434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:03:51.624745 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.db_base_plugin_common [None req-aad23944-e276-47cb-8371-3974e8d5977f admin admin] Allocated IP 172.27.2.60 (07a7a1dd-edf9-4d1b-80a1-539c21f96152/ecb89d71-8db1-4ceb-ad17-1c0004eeb607/9001a17d-5f37-4407-b8a8-da67822ac51d) {{(pid=86433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:03:51.630810 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f5f2ad7e-286d-4969-821f-5476dc4f4f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7991656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970'] for subnet, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:51.638132 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:03:51.659931 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c390971a-6dcb-4ee4-a3f7-ee0adcfeeb3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dae346a-8734-4491-9982-4a9006473f44,revision_number=0']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:03:51.685231 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-c390971a-6dcb-4ee4-a3f7-ee0adcfeeb3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:03:51.698562 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c390971a-6dcb-4ee4-a3f7-ee0adcfeeb3c admin admin] Checking segment: {'id': '0e0df38b-d163-4b4f-80de-8b90602c0533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '02aef44c-9c22-4a3a-a843-f9377abd09fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:03:51.698976 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c390971a-6dcb-4ee4-a3f7-ee0adcfeeb3c admin admin] Network hostable DHCP agents. Network: 02aef44c-9c22-4a3a-a843-f9377abd09fe, hostable agents: ['6e5e74bc-90a9-40d2-b33c-cc5e996b490a'], hosted agents: [] {{(pid=86432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 21 06:03:51.896830 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c390971a-6dcb-4ee4-a3f7-ee0adcfeeb3c admin admin] Network 02aef44c-9c22-4a3a-a843-f9377abd09fe is scheduled to be hosted by DHCP agent 6e5e74bc-90a9-40d2-b33c-cc5e996b490a with binding_index 1 {{(pid=86432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 21 06:03:51.903968 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-c865c34a-3ad6-4a6d-b197-ad9d88d0270f None None] For port 7457f9a6-63c5-40f5-9df4-f230330fbe41, host dv-cinder-782390-6-iscsi, cleared binding levels {{(pid=86434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:03:51.926852 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-c865c34a-3ad6-4a6d-b197-ad9d88d0270f None None] For port 7457f9a6-63c5-40f5-9df4-f230330fbe41, host dv-cinder-782390-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=7457f9a6-63c5-40f5-9df4-f230330fbe41,segment=NetworkSegment(0bc7fe2d-ac4b-43a1-bcab-bde52b794f56),segment_id=0bc7fe2d-ac4b-43a1-bcab-bde52b794f56)] {{(pid=86434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:03:51.968693 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f2ad7e-286d-4969-821f-5476dc4f4f78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6540d99e-bc73-4d77-9e9a-a9934313dcf7,revision_number=0']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:03:51.970802 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-c865c34a-3ad6-4a6d-b197-ad9d88d0270f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:51.989072 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-f5f2ad7e-286d-4969-821f-5476dc4f4f78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:03:52.004913 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-e672e842-969f-4a60-8a00-8879d7c30eec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:03:52.041858 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f2ad7e-286d-4969-821f-5476dc4f4f78 admin admin] Checking segment: {'id': 'abf7ed71-e9c8-4881-8104-244b9f5ab084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4adbb71d-0e3c-4f02-8c40-88a15a7ed44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:03:52.042515 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f2ad7e-286d-4969-821f-5476dc4f4f78 admin admin] Network hostable DHCP agents. Network: 4adbb71d-0e3c-4f02-8c40-88a15a7ed44f, hostable agents: ['6e5e74bc-90a9-40d2-b33c-cc5e996b490a'], hosted agents: [] {{(pid=86433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 21 06:03:52.054490 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-aad23944-e276-47cb-8371-3974e8d5977f admin admin] Notify callbacks [] for port, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:52.073757 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:03:52.095743 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [None req-c390971a-6dcb-4ee4-a3f7-ee0adcfeeb3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-6-iscsi, 02aef44c-9c22-4a3a-a843-f9377abd09fe) {{(pid=86432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:03:52.106912 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f2ad7e-286d-4969-821f-5476dc4f4f78 admin admin] Network 4adbb71d-0e3c-4f02-8c40-88a15a7ed44f is scheduled to be hosted by DHCP agent 6e5e74bc-90a9-40d2-b33c-cc5e996b490a with binding_index 1 {{(pid=86433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 21 06:03:52.122452 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bacb40-0389-4d59-9171-e2f2a492cd3b None None] Network 02aef44c-9c22-4a3a-a843-f9377abd09fe requested from dv-cinder-782390-6-iscsi {{(pid=86434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:03:52.122828 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [None req-f5f2ad7e-286d-4969-821f-5476dc4f4f78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-6-iscsi, 4adbb71d-0e3c-4f02-8c40-88a15a7ed44f) {{(pid=86433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:03:52.128908 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f2ad7e-286d-4969-821f-5476dc4f4f78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:03:52.129832 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f5f2ad7e-286d-4969-821f-5476dc4f4f78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846863987'] for subnet, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:52.136461 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-aad23944-e276-47cb-8371-3974e8d5977f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363270981802970'] for port, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:52.149485 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-054faef6-a24f-4772-a904-70293c8ffdd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:03:52.171036 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c390971a-6dcb-4ee4-a3f7-ee0adcfeeb3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:03:52.171697 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-c390971a-6dcb-4ee4-a3f7-ee0adcfeeb3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846863987'] for subnet, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:52.193197 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d9fc4a18-22e2-444c-9728-9053681469f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846753291', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036846765217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-599'] for router, precommit_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:52.215371 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871e5552-b314-46b6-a5f7-10ca293c484d None None] Network 4adbb71d-0e3c-4f02-8c40-88a15a7ed44f requested from dv-cinder-782390-6-iscsi {{(pid=86434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:03:52.241174 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad23944-e276-47cb-8371-3974e8d5977f admin admin] Network 07a7a1dd-edf9-4d1b-80a1-539c21f96152 is already hosted by enough agents. {{(pid=86433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:03:52.245359 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [None req-aad23944-e276-47cb-8371-3974e8d5977f admin admin] Resources bound (agent type, host, resource id): {{(pid=86433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:03:52.252453 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad23944-e276-47cb-8371-3974e8d5977f admin admin] Received port after_create {{(pid=86433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:03:52.304924 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-c390971a-6dcb-4ee4-a3f7-ee0adcfeeb3c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8753543 Apr 21 06:03:52.361687 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-f5f2ad7e-286d-4969-821f-5476dc4f4f78 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.3003790 Apr 21 06:03:52.397109 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 53416) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:03:52.405779 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-52e1624e-629f-4a32-8146-5d3e9b33adb3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-655620997-router', 'tenant_id': '9b8b3b90db3b4377b76614075eb19d93', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152'}}} {{(pid=86432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:03:52.415788 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-52e1624e-629f-4a32-8146-5d3e9b33adb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:03:52.423328 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-52e1624e-629f-4a32-8146-5d3e9b33adb3 admin admin] Usage tracker for resource:router and tenant:9b8b3b90db3b4377b76614075eb19d93 is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:03:52.426285 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-52e1624e-629f-4a32-8146-5d3e9b33adb3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:03:52.434590 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-52e1624e-629f-4a32-8146-5d3e9b33adb3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:03:52.439939 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad23944-e276-47cb-8371-3974e8d5977f admin admin] Pushing event updated for resources: {'Port': ['ID=9001a17d-5f37-4407-b8a8-da67822ac51d,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:03:52.443894 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-aad23944-e276-47cb-8371-3974e8d5977f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:03:52.514408 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c865c34a-3ad6-4a6d-b197-ad9d88d0270f None None] Pushing event updated for resources: {'Port': ['ID=7457f9a6-63c5-40f5-9df4-f230330fbe41,revision_number=2']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:03:52.521119 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-52e1624e-629f-4a32-8146-5d3e9b33adb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8000236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854775187'] for router, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:52.522200 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-52e1624e-629f-4a32-8146-5d3e9b33adb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846775580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036846753534', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846786285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-614'] for router, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:52.589197 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-c865c34a-3ad6-4a6d-b197-ad9d88d0270f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:03:52.668939 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd44b68-76fb-4d85-8c58-fdc49b6db6c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de2c1f0-92f8-5802-94e1-2ca90c756a19-4adbb71d-0e3c-4f02-8c40-88a15a7ed44f', 'network_id': '4adbb71d-0e3c-4f02-8c40-88a15a7ed44f', 'tenant_id': '9b8b3b90db3b4377b76614075eb19d93', 'fixed_ips': [{'subnet_id': '6540d99e-bc73-4d77-9e9a-a9934313dcf7'}]}} from dv-cinder-782390-6-iscsi. {{(pid=86434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 21 06:03:52.676750 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-dfd44b68-76fb-4d85-8c58-fdc49b6db6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_create {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:52.888630 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d9fc4a18-22e2-444c-9728-9053681469f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:52.923593 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-52e1624e-629f-4a32-8146-5d3e9b33adb3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:52.925899 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d9fc4a18-22e2-444c-9728-9053681469f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:52.990950 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 53438) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:03:53.082061 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f5e20a-022f-4f65-b3e8-f99799178337 None None] Network 02aef44c-9c22-4a3a-a843-f9377abd09fe requested from dv-cinder-782390-6-iscsi {{(pid=86434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:03:53.178060 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-aad23944-e276-47cb-8371-3974e8d5977f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:53.206224 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.db_base_plugin_common [None req-dfd44b68-76fb-4d85-8c58-fdc49b6db6c0 None None] Allocated IP 172.20.0.2 (4adbb71d-0e3c-4f02-8c40-88a15a7ed44f/6540d99e-bc73-4d77-9e9a-a9934313dcf7/2aaacfb2-4624-49b3-b9ab-8b0463f7a541) {{(pid=86434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:03:53.487536 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.db_base_plugin_common [None req-d9fc4a18-22e2-444c-9728-9053681469f9 admin admin] Allocated IP 172.27.2.179 (07a7a1dd-edf9-4d1b-80a1-539c21f96152/ecb89d71-8db1-4ceb-ad17-1c0004eeb607/70a564ff-8dcc-4a24-9dd5-b6beca4cbe5b) {{(pid=86432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:03:53.517331 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-52e1624e-629f-4a32-8146-5d3e9b33adb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846753291', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036846765217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-599'] for router, precommit_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:53.541901 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-dfd44b68-76fb-4d85-8c58-fdc49b6db6c0 None None] Notify callbacks [] for port, precommit_create {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:53.579842 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-dfd44b68-76fb-4d85-8c58-fdc49b6db6c0 None None] Transition to ACTIVE for port object 2aaacfb2-4624-49b3-b9ab-8b0463f7a541 will not be triggered until provisioned by entity L2. {{(pid=86434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:03:53.587411 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5f8b3fe9-bc52-426d-a960-b7512e426354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:53.630583 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-5f8b3fe9-bc52-426d-a960-b7512e426354 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:03:53.645522 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-5f8b3fe9-bc52-426d-a960-b7512e426354 admin admin] Usage tracker for resource:security_group_rule and tenant:98ccded0dd9949cbbaa25ef370f22d87 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:03:53.649119 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-5f8b3fe9-bc52-426d-a960-b7512e426354 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:03:53.655971 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-5f8b3fe9-bc52-426d-a960-b7512e426354 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:03:53.673432 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-dfd44b68-76fb-4d85-8c58-fdc49b6db6c0 None None] Transition to ACTIVE for port object 2aaacfb2-4624-49b3-b9ab-8b0463f7a541 will not be triggered until provisioned by entity DHCP. {{(pid=86434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:03:53.713548 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 53468) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:03:53.721937 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d9fc4a18-22e2-444c-9728-9053681469f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:53.722968 dv-cinder-782390-6-iscsi neutron-server[86317]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 21 06:03:53.733816 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-dfd44b68-76fb-4d85-8c58-fdc49b6db6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363270981802970'] for port, after_create {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:53.745404 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:03:53.922370 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd44b68-76fb-4d85-8c58-fdc49b6db6c0 None None] Network 4adbb71d-0e3c-4f02-8c40-88a15a7ed44f is already hosted by enough agents. {{(pid=86434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:03:53.931634 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [None req-dfd44b68-76fb-4d85-8c58-fdc49b6db6c0 None None] Resources bound (agent type, host, resource id): {{(pid=86434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:03:53.937310 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd44b68-76fb-4d85-8c58-fdc49b6db6c0 None None] Received port after_create {{(pid=86434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:03:54.065048 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5f8b3fe9-bc52-426d-a960-b7512e426354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:54.080495 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd44b68-76fb-4d85-8c58-fdc49b6db6c0 None None] Pushing event updated for resources: {'Port': ['ID=2aaacfb2-4624-49b3-b9ab-8b0463f7a541,revision_number=1']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:03:54.080495 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-dfd44b68-76fb-4d85-8c58-fdc49b6db6c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:03:54.093057 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-dfd44b68-76fb-4d85-8c58-fdc49b6db6c0 None None] Attempting to bind port 2aaacfb2-4624-49b3-b9ab-8b0463f7a541 on host dv-cinder-782390-6-iscsi for vnic_type normal with profile {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:03:54.093536 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-dfd44b68-76fb-4d85-8c58-fdc49b6db6c0 None None] Attempting to bind port 2aaacfb2-4624-49b3-b9ab-8b0463f7a541 by drivers openvswitch,hyperv on host dv-cinder-782390-6-iscsi at level 0 using segments [{'id': 'abf7ed71-e9c8-4881-8104-244b9f5ab084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4adbb71d-0e3c-4f02-8c40-88a15a7ed44f'}] {{(pid=86434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:03:54.093856 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd44b68-76fb-4d85-8c58-fdc49b6db6c0 None None] Attempting to bind port 2aaacfb2-4624-49b3-b9ab-8b0463f7a541 on network 4adbb71d-0e3c-4f02-8c40-88a15a7ed44f {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:03:54.101002 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd44b68-76fb-4d85-8c58-fdc49b6db6c0 None None] Checking agent: {'id': '6ed75209-5459-46e4-8756-ce582068b488', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 5, 55, 6), 'started_at': datetime.datetime(2021, 4, 21, 5, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:03:54.101427 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd44b68-76fb-4d85-8c58-fdc49b6db6c0 None None] Checking segment: {'id': 'abf7ed71-e9c8-4881-8104-244b9f5ab084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4adbb71d-0e3c-4f02-8c40-88a15a7ed44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:03:54.101878 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-dfd44b68-76fb-4d85-8c58-fdc49b6db6c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:54.102316 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd44b68-76fb-4d85-8c58-fdc49b6db6c0 None None] Bound using segment: {'id': 'abf7ed71-e9c8-4881-8104-244b9f5ab084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4adbb71d-0e3c-4f02-8c40-88a15a7ed44f'} {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:03:54.102865 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-dfd44b68-76fb-4d85-8c58-fdc49b6db6c0 None None] Bound port: 2aaacfb2-4624-49b3-b9ab-8b0463f7a541, host: dv-cinder-782390-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abf7ed71-e9c8-4881-8104-244b9f5ab084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4adbb71d-0e3c-4f02-8c40-88a15a7ed44f'}}] {{(pid=86434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:03:54.103294 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-dfd44b68-76fb-4d85-8c58-fdc49b6db6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:54.124398 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5f8b3fe9-bc52-426d-a960-b7512e426354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:54.195011 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:03:54.272372 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-dfd44b68-76fb-4d85-8c58-fdc49b6db6c0 None None] For port 2aaacfb2-4624-49b3-b9ab-8b0463f7a541, host dv-cinder-782390-6-iscsi, cleared binding levels {{(pid=86434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:03:54.276568 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-dfd44b68-76fb-4d85-8c58-fdc49b6db6c0 None None] For port 2aaacfb2-4624-49b3-b9ab-8b0463f7a541, host dv-cinder-782390-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=2aaacfb2-4624-49b3-b9ab-8b0463f7a541,segment=NetworkSegment(abf7ed71-e9c8-4881-8104-244b9f5ab084),segment_id=abf7ed71-e9c8-4881-8104-244b9f5ab084)] {{(pid=86434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:03:54.278613 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8b3fe9-bc52-426d-a960-b7512e426354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081b988f-7c4a-428e-a5ef-2b2de685bfa3,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:03:54.317832 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-dfd44b68-76fb-4d85-8c58-fdc49b6db6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:54.323488 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-c865c34a-3ad6-4a6d-b197-ad9d88d0270f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:03:54.338192 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d9fc4a18-22e2-444c-9728-9053681469f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363270981802970'] for port, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:54.347545 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-5f8b3fe9-bc52-426d-a960-b7512e426354 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=98ccded0dd9949cbbaa25ef370f22d87&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3529232 Apr 21 06:03:54.348179 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:03:54.352325 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5f8b3fe9-bc52-426d-a960-b7512e426354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:03:54.352870 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 53486) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:03:54.378748 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091e5875-259b-40aa-98a2-83f0759ddc18 None None] Network 18d42f14-ebcb-45fb-872d-4c48e6952727 requested from dv-cinder-782390-6-iscsi {{(pid=86434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:03:54.382994 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26941825-b2a7-4e24-9276-419b8ba403e7 req-b06ec4f4-12c4-4558-993d-70c4d43b16d4 tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:03:54.384590 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-26941825-b2a7-4e24-9276-419b8ba403e7 req-b06ec4f4-12c4-4558-993d-70c4d43b16d4 tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] 10.222.0.15 "GET /v2.0/networks?id=02aef44c-9c22-4a3a-a843-f9377abd09fe HTTP/1.1" status: 200 len: 812 time: 0.6698980 Apr 21 06:03:54.388474 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-aad23944-e276-47cb-8371-3974e8d5977f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8010567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8022495'] for router, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:54.460023 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5d76090b-78dc-4587-8c89-1aa0b9942c97 None None] Provisioning for port 7457f9a6-63c5-40f5-9df4-f230330fbe41 completed by entity DHCP. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:03:54.465763 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-52e1624e-629f-4a32-8146-5d3e9b33adb3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:54.512313 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fc4a18-22e2-444c-9728-9053681469f9 admin admin] Network 07a7a1dd-edf9-4d1b-80a1-539c21f96152 is already hosted by enough agents. {{(pid=86432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:03:54.520197 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [None req-d9fc4a18-22e2-444c-9728-9053681469f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=86432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:03:54.530934 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-52e1624e-629f-4a32-8146-5d3e9b33adb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:54.534578 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fc4a18-22e2-444c-9728-9053681469f9 admin admin] Received port after_create {{(pid=86432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:03:54.677596 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd44b68-76fb-4d85-8c58-fdc49b6db6c0 None None] Pushing event updated for resources: {'Port': ['ID=2aaacfb2-4624-49b3-b9ab-8b0463f7a541,revision_number=2']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:03:54.682057 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-dfd44b68-76fb-4d85-8c58-fdc49b6db6c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:03:54.753173 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 7457f9a6-63c5-40f5-9df4-f230330fbe41 up at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:03:54.792916 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fc4a18-22e2-444c-9728-9053681469f9 admin admin] Pushing event updated for resources: {'Port': ['ID=70a564ff-8dcc-4a24-9dd5-b6beca4cbe5b,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:03:54.799479 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-26941825-b2a7-4e24-9276-419b8ba403e7 req-953a2879-d118-4570-87ee-573fa2220dc8 tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] 10.222.0.15 "GET /v2.0/quotas/b7186dce53184a908d0b2f192795f2ef HTTP/1.1" status: 200 len: 375 time: 0.1016898 Apr 21 06:03:54.822753 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-d9fc4a18-22e2-444c-9728-9053681469f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:03:54.904031 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-45daf22a-2a94-4e70-ac59-084e74414d99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:55.001319 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-26941825-b2a7-4e24-9276-419b8ba403e7 req-27b7d8bf-73a6-4f48-ba91-7d95cd6b4c08 tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b7186dce53184a908d0b2f192795f2ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1441660 Apr 21 06:03:55.020565 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning for port 7457f9a6-63c5-40f5-9df4-f230330fbe41 completed by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:03:55.034112 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning complete for port 7457f9a6-63c5-40f5-9df4-f230330fbe41 triggered by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:03:55.034598 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:55.039928 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-45daf22a-2a94-4e70-ac59-084e74414d99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:55.182337 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.db_base_plugin_common [None req-52e1624e-629f-4a32-8146-5d3e9b33adb3 admin admin] Allocated IP 172.27.2.66 (07a7a1dd-edf9-4d1b-80a1-539c21f96152/ecb89d71-8db1-4ceb-ad17-1c0004eeb607/035660da-160b-447f-ba30-f4d402362690) {{(pid=86432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:03:55.209715 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-45daf22a-2a94-4e70-ac59-084e74414d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:55.216271 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:03:55.228211 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:55.231771 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45daf22a-2a94-4e70-ac59-084e74414d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081b988f-7c4a-428e-a5ef-2b2de685bfa3,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:03:55.241167 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-45daf22a-2a94-4e70-ac59-084e74414d99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:03:55.244400 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad23944-e276-47cb-8371-3974e8d5977f admin admin] Router e7a7cb67-e1bf-4c65-83ef-19f088b4066e is scheduled to L3 agent 11ad1a07-0ae8-4245-9270-47a08d3f943a with binding_index 1 {{(pid=86433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 21 06:03:55.248446 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-45daf22a-2a94-4e70-ac59-084e74414d99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:55.253217 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-45daf22a-2a94-4e70-ac59-084e74414d99 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/081b988f-7c4a-428e-a5ef-2b2de685bfa3 HTTP/1.1" status: 204 len: 168 time: 0.8957810 Apr 21 06:03:55.352931 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d9fc4a18-22e2-444c-9728-9053681469f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:55.354428 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] For port 7457f9a6-63c5-40f5-9df4-f230330fbe41, host dv-cinder-782390-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=7457f9a6-63c5-40f5-9df4-f230330fbe41,segment=NetworkSegment(0bc7fe2d-ac4b-43a1-bcab-bde52b794f56),segment_id=0bc7fe2d-ac4b-43a1-bcab-bde52b794f56)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:03:55.386223 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:55.393599 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:03:55.504135 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [req-26941825-b2a7-4e24-9276-419b8ba403e7 req-c0a5325e-2d0a-4a16-b826-78d097ca196a service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=86433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 21 06:03:55.505889 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-26941825-b2a7-4e24-9276-419b8ba403e7 req-c0a5325e-2d0a-4a16-b826-78d097ca196a service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3196690 Apr 21 06:03:55.507273 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad23944-e276-47cb-8371-3974e8d5977f admin admin] Notify agent at l3_agent.dv-cinder-782390-6-iscsi the message routers_updated {{(pid=86433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 06:03:55.518359 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf6e6a2-db99-4276-b8f2-bb9b089940bb None None] Sync routers for ids ['e7a7cb67-e1bf-4c65-83ef-19f088b4066e'] in dv-cinder-782390-6-iscsi {{(pid=86435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 06:03:55.534011 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf6e6a2-db99-4276-b8f2-bb9b089940bb None None] Routers {'e7a7cb67-e1bf-4c65-83ef-19f088b4066e'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:03:55.536900 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-3cf6e6a2-db99-4276-b8f2-bb9b089940bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T06:03:34Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['e7a7cb67-e1bf-4c65-83ef-19f088b4066e'], 'active': True} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:03:55.551002 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Pushing event updated for resources: {'Port': ['ID=7457f9a6-63c5-40f5-9df4-f230330fbe41,revision_number=3']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:03:55.562210 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:03:55.581051 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-52e1624e-629f-4a32-8146-5d3e9b33adb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:55.585069 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-2a9af0c0-3ed5-4af5-b9cd-10bd6a2a57a0 None None] Provisioning complete for port 7457f9a6-63c5-40f5-9df4-f230330fbe41 triggered by entity DHCP. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:03:55.587504 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-2a9af0c0-3ed5-4af5-b9cd-10bd6a2a57a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:55.709695 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-26941825-b2a7-4e24-9276-419b8ba403e7 req-fa3a4f34-b24b-41f9-aa11-84be245fd1c8 service neutron] 10.222.0.15 "GET /v2.0/networks/02aef44c-9c22-4a3a-a843-f9377abd09fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784236 Apr 21 06:03:55.711046 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-aad23944-e276-47cb-8371-3974e8d5977f admin admin] Notify callbacks [] for router, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:55.714766 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-aad23944-e276-47cb-8371-3974e8d5977f admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.7219806 Apr 21 06:03:55.718079 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 53516) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:03:55.856337 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-52e1624e-629f-4a32-8146-5d3e9b33adb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363270981802970'] for port, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:55.866100 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-3cf6e6a2-db99-4276-b8f2-bb9b089940bb None None] Set router e7a7cb67-e1bf-4c65-83ef-19f088b4066e gateway port host: dv-cinder-782390-6-iscsi {{(pid=86435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:03:55.894660 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:03:56.227617 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-26941825-b2a7-4e24-9276-419b8ba403e7 req-f8d0dbce-b4f6-45a8-9a48-116a5f209291 service neutron] 10.222.0.15 "GET /v2.0/networks/02aef44c-9c22-4a3a-a843-f9377abd09fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5052621 Apr 21 06:03:56.232077 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 53538) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:03:56.364201 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-3cf6e6a2-db99-4276-b8f2-bb9b089940bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a7cb67-e1bf-4c65-83ef-19f088b4066e', 'name': 'tempest-AttachVolumeTestJSON-1982476189-router', 'tenant_id': 'a253b7f90d074c729aa03c3dbc382b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '9001a17d-5f37-4407-b8a8-da67822ac51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:03:49Z', 'updated_at': '2021-04-21T06:03:52Z', 'revision_number': 3, 'project_id': 'a253b7f90d074c729aa03c3dbc382b57', 'gw_port': {'id': '9001a17d-5f37-4407-b8a8-da67822ac51d', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:22:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7a7cb67-e1bf-4c65-83ef-19f088b4066e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:03:51Z', 'updated_at': '2021-04-21T06:03:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi'}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:03:56.370344 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf6e6a2-db99-4276-b8f2-bb9b089940bb None None] Checking router: e7a7cb67-e1bf-4c65-83ef-19f088b4066e for host: dv-cinder-782390-6-iscsi {{(pid=86435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 06:03:56.371000 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf6e6a2-db99-4276-b8f2-bb9b089940bb None None] Updating router e7a7cb67-e1bf-4c65-83ef-19f088b4066e port 9001a17d-5f37-4407-b8a8-da67822ac51d binding host dv-cinder-782390-6-iscsi {{(pid=86435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 21 06:03:56.425038 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9de3e7e-5cab-461f-ab82-b476eaf3ab82 None None] Network 4adbb71d-0e3c-4f02-8c40-88a15a7ed44f requested from dv-cinder-782390-6-iscsi {{(pid=86434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:03:56.465373 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3cf6e6a2-db99-4276-b8f2-bb9b089940bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86435) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:56.488717 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-63c92dec-4cde-4cbe-82c7-3c0d6011792c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:56.517899 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e1624e-629f-4a32-8146-5d3e9b33adb3 admin admin] Network 07a7a1dd-edf9-4d1b-80a1-539c21f96152 is already hosted by enough agents. {{(pid=86432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:03:56.537238 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-63c92dec-4cde-4cbe-82c7-3c0d6011792c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:03:56.540896 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [None req-52e1624e-629f-4a32-8146-5d3e9b33adb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=86432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:03:56.546604 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-63c92dec-4cde-4cbe-82c7-3c0d6011792c admin admin] Usage tracker for resource:security_group_rule and tenant:26223b2daea74ed7b827aae95848d8ff is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:03:56.552671 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-63c92dec-4cde-4cbe-82c7-3c0d6011792c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:03:56.555824 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e1624e-629f-4a32-8146-5d3e9b33adb3 admin admin] Received port after_create {{(pid=86432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:03:56.562402 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-63c92dec-4cde-4cbe-82c7-3c0d6011792c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:03:56.730595 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e1624e-629f-4a32-8146-5d3e9b33adb3 admin admin] Pushing event updated for resources: {'Port': ['ID=035660da-160b-447f-ba30-f4d402362690,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:03:56.868150 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-52e1624e-629f-4a32-8146-5d3e9b33adb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.974s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:03:56.900770 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d9fc4a18-22e2-444c-9728-9053681469f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8010567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8022495'] for router, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:56.900770 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 53568) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:03:56.908565 dv-cinder-782390-6-iscsi neutron-server[86317]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 21 06:03:56.947629 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-1ddd0d92-3981-4cf2-8885-cbd9f109256b None None] Provisioning for port 2aaacfb2-4624-49b3-b9ab-8b0463f7a541 completed by entity DHCP. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:03:56.951539 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 2aaacfb2-4624-49b3-b9ab-8b0463f7a541 up at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:03:57.261018 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-63c92dec-4cde-4cbe-82c7-3c0d6011792c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:57.261575 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3cf6e6a2-db99-4276-b8f2-bb9b089940bb None None] Notify callbacks [] for port, precommit_update {{(pid=86435) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:57.280341 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-3cf6e6a2-db99-4276-b8f2-bb9b089940bb None None] Transition to ACTIVE for port object 9001a17d-5f37-4407-b8a8-da67822ac51d will not be triggered until provisioned by entity L2. {{(pid=86435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:03:57.306802 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-7243aad8-4f4c-4358-8a9c-3950a5bf1de1 req-a1dcefd0-6ccd-4371-90b3-0f30c5342ecf tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] 10.222.0.15 "GET /v2.0/ports?device_id=071de0ba-1515-4f1f-ac01-6f3023cd9e82 HTTP/1.1" status: 200 len: 210 time: 0.4019217 Apr 21 06:03:57.317488 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3cf6e6a2-db99-4276-b8f2-bb9b089940bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86435) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:57.324709 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-26bf64b2-d187-4760-bd04-2c632f9427f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86435) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:03:57.358581 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-63c92dec-4cde-4cbe-82c7-3c0d6011792c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:57.399262 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:03:57.468129 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2501310-d6ed-476f-a513-4ab41fbbfc89 None None] Pushing event updated for resources: {'Port': ['ID=9001a17d-5f37-4407-b8a8-da67822ac51d,revision_number=2']} {{(pid=86435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:03:57.479642 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2501310-d6ed-476f-a513-4ab41fbbfc89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:03:57.480023 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2501310-d6ed-476f-a513-4ab41fbbfc89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:03:57.480398 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2501310-d6ed-476f-a513-4ab41fbbfc89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:03:57.480765 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2501310-d6ed-476f-a513-4ab41fbbfc89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:03:57.481174 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2501310-d6ed-476f-a513-4ab41fbbfc89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:03:57.481459 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2501310-d6ed-476f-a513-4ab41fbbfc89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:03:57.481944 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2501310-d6ed-476f-a513-4ab41fbbfc89 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:03:57.482304 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2501310-d6ed-476f-a513-4ab41fbbfc89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:03:57.483073 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2501310-d6ed-476f-a513-4ab41fbbfc89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:03:57.483485 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2501310-d6ed-476f-a513-4ab41fbbfc89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:03:57.484010 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2501310-d6ed-476f-a513-4ab41fbbfc89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:03:57.484363 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2501310-d6ed-476f-a513-4ab41fbbfc89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:03:57.485983 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2501310-d6ed-476f-a513-4ab41fbbfc89 None None] Tracked resource versions report: Apr 21 06:03:57.485983 dv-cinder-782390-6-iscsi neutron-server[86317]: pushed versions: Apr 21 06:03:57.485983 dv-cinder-782390-6-iscsi neutron-server[86317]: { 'AddressGroup': {'1.2'}, Apr 21 06:03:57.485983 dv-cinder-782390-6-iscsi neutron-server[86317]: 'ConntrackHelper': {'1.0'}, Apr 21 06:03:57.485983 dv-cinder-782390-6-iscsi neutron-server[86317]: 'Log': {'1.0'}, Apr 21 06:03:57.485983 dv-cinder-782390-6-iscsi neutron-server[86317]: 'Network': {'1.1'}, Apr 21 06:03:57.485983 dv-cinder-782390-6-iscsi neutron-server[86317]: 'Port': {'1.7'}, Apr 21 06:03:57.485983 dv-cinder-782390-6-iscsi neutron-server[86317]: 'PortForwarding': {'1.2'}, Apr 21 06:03:57.485983 dv-cinder-782390-6-iscsi neutron-server[86317]: 'QosPolicy': {'1.8'}, Apr 21 06:03:57.485983 dv-cinder-782390-6-iscsi neutron-server[86317]: 'SecurityGroup': {'1.4'}, Apr 21 06:03:57.485983 dv-cinder-782390-6-iscsi neutron-server[86317]: 'SecurityGroupRule': {'1.2'}, Apr 21 06:03:57.485983 dv-cinder-782390-6-iscsi neutron-server[86317]: 'SubPort': {'1.0'}, Apr 21 06:03:57.485983 dv-cinder-782390-6-iscsi neutron-server[86317]: 'Subnet': {'1.1'}, Apr 21 06:03:57.485983 dv-cinder-782390-6-iscsi neutron-server[86317]: 'Trunk': {'1.1'}} Apr 21 06:03:57.485983 dv-cinder-782390-6-iscsi neutron-server[86317]: consumer versions: Apr 21 06:03:57.485983 dv-cinder-782390-6-iscsi neutron-server[86317]: { DHCP agent@dv-cinder-782390-6-iscsi: {}, Apr 21 06:03:57.485983 dv-cinder-782390-6-iscsi neutron-server[86317]: HyperV agent@hv-cinder-78239: {}, Apr 21 06:03:57.485983 dv-cinder-782390-6-iscsi neutron-server[86317]: L3 agent@dv-cinder-782390-6-iscsi: {}, Apr 21 06:03:57.485983 dv-cinder-782390-6-iscsi neutron-server[86317]: Metadata agent@dv-cinder-782390-6-iscsi: {}, Apr 21 06:03:57.485983 dv-cinder-782390-6-iscsi neutron-server[86317]: Metering agent@dv-cinder-782390-6-iscsi: {}, Apr 21 06:03:57.485983 dv-cinder-782390-6-iscsi neutron-server[86317]: Open vSwitch agent@dv-cinder-782390-6-iscsi: { 'AddressGroup': '1.2', Apr 21 06:03:57.485983 dv-cinder-782390-6-iscsi neutron-server[86317]: 'ConntrackHelper': '1.0', Apr 21 06:03:57.485983 dv-cinder-782390-6-iscsi neutron-server[86317]: 'Log': '1.0', Apr 21 06:03:57.485983 dv-cinder-782390-6-iscsi neutron-server[86317]: 'Network': '1.1', Apr 21 06:03:57.485983 dv-cinder-782390-6-iscsi neutron-server[86317]: 'Port': '1.7', Apr 21 06:03:57.485983 dv-cinder-782390-6-iscsi neutron-server[86317]: 'PortForwarding': '1.2', Apr 21 06:03:57.485983 dv-cinder-782390-6-iscsi neutron-server[86317]: 'QosPolicy': '1.8', Apr 21 06:03:57.485983 dv-cinder-782390-6-iscsi neutron-server[86317]: 'SecurityGroup': '1.4', Apr 21 06:03:57.485983 dv-cinder-782390-6-iscsi neutron-server[86317]: 'SecurityGroupRule': '1.2', Apr 21 06:03:57.485983 dv-cinder-782390-6-iscsi neutron-server[86317]: 'SubPort': '1.0', Apr 21 06:03:57.485983 dv-cinder-782390-6-iscsi neutron-server[86317]: 'Subnet': '1.1', Apr 21 06:03:57.485983 dv-cinder-782390-6-iscsi neutron-server[86317]: 'Trunk': '1.1'}} Apr 21 06:03:57.485983 dv-cinder-782390-6-iscsi neutron-server[86317]: {{(pid=86435) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 21 06:03:57.496656 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-a2501310-d6ed-476f-a513-4ab41fbbfc89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86435) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:03:57.509560 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning for port 2aaacfb2-4624-49b3-b9ab-8b0463f7a541 completed by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:03:57.519515 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-3cf6e6a2-db99-4276-b8f2-bb9b089940bb None None] Attempting to bind port 9001a17d-5f37-4407-b8a8-da67822ac51d on host dv-cinder-782390-6-iscsi for vnic_type normal with profile {{(pid=86435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:03:57.519928 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-3cf6e6a2-db99-4276-b8f2-bb9b089940bb None None] Attempting to bind port 9001a17d-5f37-4407-b8a8-da67822ac51d by drivers openvswitch,hyperv on host dv-cinder-782390-6-iscsi at level 0 using segments [{'id': 'd57a18c0-30ee-4dde-82a2-7c14b6979212', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152'}] {{(pid=86435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:03:57.520335 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf6e6a2-db99-4276-b8f2-bb9b089940bb None None] Attempting to bind port 9001a17d-5f37-4407-b8a8-da67822ac51d on network 07a7a1dd-edf9-4d1b-80a1-539c21f96152 {{(pid=86435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:03:57.526507 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning complete for port 2aaacfb2-4624-49b3-b9ab-8b0463f7a541 triggered by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:03:57.527809 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf6e6a2-db99-4276-b8f2-bb9b089940bb None None] Checking agent: {'id': '6ed75209-5459-46e4-8756-ce582068b488', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 5, 55, 6), 'started_at': datetime.datetime(2021, 4, 21, 5, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:03:57.528227 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf6e6a2-db99-4276-b8f2-bb9b089940bb None None] Checking segment: {'id': 'd57a18c0-30ee-4dde-82a2-7c14b6979212', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:03:57.529136 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3cf6e6a2-db99-4276-b8f2-bb9b089940bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86435) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:57.529728 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf6e6a2-db99-4276-b8f2-bb9b089940bb None None] Bound using segment: {'id': 'd57a18c0-30ee-4dde-82a2-7c14b6979212', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152'} {{(pid=86435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:03:57.530344 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-3cf6e6a2-db99-4276-b8f2-bb9b089940bb None None] Bound port: 9001a17d-5f37-4407-b8a8-da67822ac51d, host: dv-cinder-782390-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd57a18c0-30ee-4dde-82a2-7c14b6979212', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152'}}] {{(pid=86435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:03:57.530712 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3cf6e6a2-db99-4276-b8f2-bb9b089940bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86435) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:57.542391 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:57.672041 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-3cf6e6a2-db99-4276-b8f2-bb9b089940bb None None] For port 9001a17d-5f37-4407-b8a8-da67822ac51d, host dv-cinder-782390-6-iscsi, cleared binding levels {{(pid=86435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:03:57.676695 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-3cf6e6a2-db99-4276-b8f2-bb9b089940bb None None] For port 9001a17d-5f37-4407-b8a8-da67822ac51d, host dv-cinder-782390-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=9001a17d-5f37-4407-b8a8-da67822ac51d,segment=NetworkSegment(d57a18c0-30ee-4dde-82a2-7c14b6979212),segment_id=d57a18c0-30ee-4dde-82a2-7c14b6979212)] {{(pid=86435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:03:57.746360 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3cf6e6a2-db99-4276-b8f2-bb9b089940bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86435) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:57.754242 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-52e1624e-629f-4a32-8146-5d3e9b33adb3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:57.761465 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86435) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:03:57.846588 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9fc4a18-22e2-444c-9728-9053681469f9 admin admin] Router 1a54656f-99c0-4518-a0e4-da79cb08f55b is scheduled to L3 agent 11ad1a07-0ae8-4245-9270-47a08d3f943a with binding_index 1 {{(pid=86432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 21 06:03:57.865266 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:57.873016 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf6e6a2-db99-4276-b8f2-bb9b089940bb None None] Routers {'e7a7cb67-e1bf-4c65-83ef-19f088b4066e'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:03:57.873719 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-3cf6e6a2-db99-4276-b8f2-bb9b089940bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T06:03:34Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['e7a7cb67-e1bf-4c65-83ef-19f088b4066e'], 'active': True} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:03:57.895696 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c92dec-4cde-4cbe-82c7-3c0d6011792c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65cce634-46a9-4b7e-b8c7-70633244e1fa,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:03:57.918886 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-63c92dec-4cde-4cbe-82c7-3c0d6011792c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=26223b2daea74ed7b827aae95848d8ff&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6829998 Apr 21 06:03:58.002104 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] For port 2aaacfb2-4624-49b3-b9ab-8b0463f7a541, host dv-cinder-782390-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=2aaacfb2-4624-49b3-b9ab-8b0463f7a541,segment=NetworkSegment(abf7ed71-e9c8-4881-8104-244b9f5ab084),segment_id=abf7ed71-e9c8-4881-8104-244b9f5ab084)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:03:58.013648 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-63c92dec-4cde-4cbe-82c7-3c0d6011792c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:03:58.016999 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 53612) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:03:58.037503 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:58.039025 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 7457f9a6-63c5-40f5-9df4-f230330fbe41 up at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:03:58.109295 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:03:58.128701 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2501310-d6ed-476f-a513-4ab41fbbfc89 None None] Pushing event updated for resources: {'Port': ['ID=9001a17d-5f37-4407-b8a8-da67822ac51d,revision_number=3']} {{(pid=86435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:03:58.139112 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-a2501310-d6ed-476f-a513-4ab41fbbfc89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=86435) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:03:58.175848 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-3cf6e6a2-db99-4276-b8f2-bb9b089940bb None None] Set router e7a7cb67-e1bf-4c65-83ef-19f088b4066e gateway port host: dv-cinder-782390-6-iscsi {{(pid=86435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:03:58.221528 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-b5cba82c-5c0b-4780-95db-2af5e2c70a30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:58.234168 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4e8c1100-7361-4514-bfc7-675b3d31a6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:58.267397 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-768fb412-b77c-4cc0-8080-69249cb68c32 None None] Provisioning complete for port 2aaacfb2-4624-49b3-b9ab-8b0463f7a541 triggered by entity DHCP. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:03:58.267959 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-768fb412-b77c-4cc0-8080-69249cb68c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:58.272624 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-b5cba82c-5c0b-4780-95db-2af5e2c70a30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:58.323035 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Pushing event updated for resources: {'Port': ['ID=2aaacfb2-4624-49b3-b9ab-8b0463f7a541,revision_number=3']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:03:58.344111 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:03:58.348679 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning complete for port 7457f9a6-63c5-40f5-9df4-f230330fbe41 triggered by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:03:58.349104 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:58.541907 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-21986018-706e-48d7-aeb4-03d7af86d483 req-63bfda2b-1274-4ce5-bd75-787185dbefb7 tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] 10.222.0.15 "GET /v2.0/ports?device_id=071de0ba-1515-4f1f-ac01-6f3023cd9e82 HTTP/1.1" status: 200 len: 210 time: 0.0889649 Apr 21 06:03:58.656482 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-b5cba82c-5c0b-4780-95db-2af5e2c70a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:58.664779 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5f8b3fe9-bc52-426d-a960-b7512e426354 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:03:58.709423 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cba82c-5c0b-4780-95db-2af5e2c70a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65cce634-46a9-4b7e-b8c7-70633244e1fa,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:03:58.716579 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-b5cba82c-5c0b-4780-95db-2af5e2c70a30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:03:58.735717 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.db_base_plugin_common [None req-4e8c1100-7361-4514-bfc7-675b3d31a6b0 admin admin] Allocated IP 172.20.0.1 (18d42f14-ebcb-45fb-872d-4c48e6952727/8d481e38-1293-4cc6-9389-91a3566135aa/447e1fc3-528c-46c3-bab5-e8bf34da8aaf) {{(pid=86433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:03:58.756834 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-b5cba82c-5c0b-4780-95db-2af5e2c70a30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:58.756834 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-b5cba82c-5c0b-4780-95db-2af5e2c70a30 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/65cce634-46a9-4b7e-b8c7-70633244e1fa HTTP/1.1" status: 204 len: 168 time: 0.7367384 Apr 21 06:03:58.861806 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-3cf6e6a2-db99-4276-b8f2-bb9b089940bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a7cb67-e1bf-4c65-83ef-19f088b4066e', 'name': 'tempest-AttachVolumeTestJSON-1982476189-router', 'tenant_id': 'a253b7f90d074c729aa03c3dbc382b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '9001a17d-5f37-4407-b8a8-da67822ac51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:03:49Z', 'updated_at': '2021-04-21T06:03:52Z', 'revision_number': 3, 'project_id': 'a253b7f90d074c729aa03c3dbc382b57', 'gw_port': {'id': '9001a17d-5f37-4407-b8a8-da67822ac51d', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:22:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7a7cb67-e1bf-4c65-83ef-19f088b4066e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:03:51Z', 'updated_at': '2021-04-21T06:03:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi'}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:03:58.881317 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf6e6a2-db99-4276-b8f2-bb9b089940bb None None] The sync data for ids ['e7a7cb67-e1bf-4c65-83ef-19f088b4066e'] in dv-cinder-782390-6-iscsi is: [{'id': 'e7a7cb67-e1bf-4c65-83ef-19f088b4066e', 'name': 'tempest-AttachVolumeTestJSON-1982476189-router', 'tenant_id': 'a253b7f90d074c729aa03c3dbc382b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '9001a17d-5f37-4407-b8a8-da67822ac51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:03:49Z', 'updated_at': '2021-04-21T06:03:52Z', 'revision_number': 3, 'project_id': 'a253b7f90d074c729aa03c3dbc382b57', 'gw_port': {'id': '9001a17d-5f37-4407-b8a8-da67822ac51d', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:22:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7a7cb67-e1bf-4c65-83ef-19f088b4066e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:03:51Z', 'updated_at': '2021-04-21T06:03:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi'}] {{(pid=86435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 06:03:58.885490 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 2aaacfb2-4624-49b3-b9ab-8b0463f7a541 up at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:03:59.057790 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning complete for port 2aaacfb2-4624-49b3-b9ab-8b0463f7a541 triggered by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:03:59.058183 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:59.098558 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4e8c1100-7361-4514-bfc7-675b3d31a6b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:59.123304 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-4e8c1100-7361-4514-bfc7-675b3d31a6b0 admin admin] Transition to ACTIVE for port object 447e1fc3-528c-46c3-bab5-e8bf34da8aaf will not be triggered until provisioned by entity DHCP. {{(pid=86433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:03:59.142101 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9fc4a18-22e2-444c-9728-9053681469f9 admin admin] Notify agent at l3_agent.dv-cinder-782390-6-iscsi the message routers_updated {{(pid=86432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 06:03:59.165128 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da03590a-f9c7-4bc4-832d-7ec3f8e2c301 None None] Sync routers for ids ['1a54656f-99c0-4518-a0e4-da79cb08f55b'] in dv-cinder-782390-6-iscsi {{(pid=86434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 06:03:59.210346 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4e8c1100-7361-4514-bfc7-675b3d31a6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363270981802970'] for port, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:59.214664 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:03:59.271811 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da03590a-f9c7-4bc4-832d-7ec3f8e2c301 None None] Routers {'1a54656f-99c0-4518-a0e4-da79cb08f55b'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:03:59.272525 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-da03590a-f9c7-4bc4-832d-7ec3f8e2c301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T06:03:34Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['1a54656f-99c0-4518-a0e4-da79cb08f55b'], 'active': True} {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:03:59.285417 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-52e1624e-629f-4a32-8146-5d3e9b33adb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8010567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8022495'] for router, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:59.302399 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8c1100-7361-4514-bfc7-675b3d31a6b0 admin admin] Network 18d42f14-ebcb-45fb-872d-4c48e6952727 is already hosted by enough agents. {{(pid=86433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:03:59.309813 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [None req-4e8c1100-7361-4514-bfc7-675b3d31a6b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=86433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:03:59.314215 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8c1100-7361-4514-bfc7-675b3d31a6b0 admin admin] Received port after_create {{(pid=86433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:03:59.314977 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4e8c1100-7361-4514-bfc7-675b3d31a6b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846764798'] for router_interface, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:59.357930 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c1100-7361-4514-bfc7-675b3d31a6b0 admin admin] Pushing event updated for resources: {'Port': ['ID=447e1fc3-528c-46c3-bab5-e8bf34da8aaf,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:03:59.369496 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-4e8c1100-7361-4514-bfc7-675b3d31a6b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:03:59.662607 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4e8c1100-7361-4514-bfc7-675b3d31a6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:59.796407 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d9fc4a18-22e2-444c-9728-9053681469f9 admin admin] Notify callbacks [] for router, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:03:59.802144 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-d9fc4a18-22e2-444c-9728-9053681469f9 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.8157823 Apr 21 06:03:59.803367 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 53672) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:03:59.995255 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-dd3a2692-1418-4f77-886c-fe2548a1c2a8 req-e6555ffb-b222-4021-8eda-5da957d9f862 tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] 10.222.0.15 "GET /v2.0/ports?device_id=071de0ba-1515-4f1f-ac01-6f3023cd9e82 HTTP/1.1" status: 200 len: 210 time: 0.1820161 Apr 21 06:04:00.008372 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-9b14bb49-5410-439b-b8a8-07d8f7b0b3c3 None None] Provisioning for port 447e1fc3-528c-46c3-bab5-e8bf34da8aaf completed by entity DHCP. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:04:00.032180 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-da03590a-f9c7-4bc4-832d-7ec3f8e2c301 None None] Set router 1a54656f-99c0-4518-a0e4-da79cb08f55b gateway port host: dv-cinder-782390-6-iscsi {{(pid=86434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:04:00.095591 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-9b14bb49-5410-439b-b8a8-07d8f7b0b3c3 None None] Provisioning complete for port 447e1fc3-528c-46c3-bab5-e8bf34da8aaf triggered by entity DHCP. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:04:00.096009 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9b14bb49-5410-439b-b8a8-07d8f7b0b3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:00.287637 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-9b14bb49-5410-439b-b8a8-07d8f7b0b3c3 None None] Port 447e1fc3-528c-46c3-bab5-e8bf34da8aaf cannot update to ACTIVE because it is not bound. {{(pid=86434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 06:04:00.292403 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52e1624e-629f-4a32-8146-5d3e9b33adb3 admin admin] Router 6e6690b2-817d-4eed-bc76-a6fc06826193 is scheduled to L3 agent 11ad1a07-0ae8-4245-9270-47a08d3f943a with binding_index 1 {{(pid=86432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 21 06:04:00.546244 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-da03590a-f9c7-4bc4-832d-7ec3f8e2c301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a54656f-99c0-4518-a0e4-da79cb08f55b', 'name': 'tempest-ServerRescueNegativeTestJSON-937482384-router', 'tenant_id': '83c72247bd04473380fa74addf843cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '70a564ff-8dcc-4a24-9dd5-b6beca4cbe5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:03:51Z', 'updated_at': '2021-04-21T06:03:54Z', 'revision_number': 3, 'project_id': '83c72247bd04473380fa74addf843cfd', 'gw_port': {'id': '70a564ff-8dcc-4a24-9dd5-b6beca4cbe5b', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:16:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a54656f-99c0-4518-a0e4-da79cb08f55b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:03:53Z', 'updated_at': '2021-04-21T06:03:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi'}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:04:00.563828 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da03590a-f9c7-4bc4-832d-7ec3f8e2c301 None None] Checking router: 1a54656f-99c0-4518-a0e4-da79cb08f55b for host: dv-cinder-782390-6-iscsi {{(pid=86434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 06:04:00.564230 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da03590a-f9c7-4bc4-832d-7ec3f8e2c301 None None] Updating router 1a54656f-99c0-4518-a0e4-da79cb08f55b port 70a564ff-8dcc-4a24-9dd5-b6beca4cbe5b binding host dv-cinder-782390-6-iscsi {{(pid=86434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 21 06:04:00.596720 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4e8c1100-7361-4514-bfc7-675b3d31a6b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:00.664941 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4e8c1100-7361-4514-bfc7-675b3d31a6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:00.676540 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4e8c1100-7361-4514-bfc7-675b3d31a6b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846863953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8011109'] for router_interface, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:00.683451 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-b09a6e38-8245-49fd-95b1-44fcb14419f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:00.686156 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e1624e-629f-4a32-8146-5d3e9b33adb3 admin admin] Notify agent at l3_agent.dv-cinder-782390-6-iscsi the message routers_updated {{(pid=86432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 06:04:00.696656 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5369c1aa-e028-4818-a7d3-9f7b4993bc9b None None] Sync routers for ids ['6e6690b2-817d-4eed-bc76-a6fc06826193'] in dv-cinder-782390-6-iscsi {{(pid=86435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 06:04:00.713628 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5369c1aa-e028-4818-a7d3-9f7b4993bc9b None None] Routers {'6e6690b2-817d-4eed-bc76-a6fc06826193'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:04:00.714333 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-5369c1aa-e028-4818-a7d3-9f7b4993bc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T06:03:34Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['6e6690b2-817d-4eed-bc76-a6fc06826193'], 'active': True} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:04:00.717471 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-da03590a-f9c7-4bc4-832d-7ec3f8e2c301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:00.757105 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-52e1624e-629f-4a32-8146-5d3e9b33adb3 admin admin] Notify callbacks [] for router, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:00.762255 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-52e1624e-629f-4a32-8146-5d3e9b33adb3 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.3640783 Apr 21 06:04:00.763184 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 53700) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:04:00.938231 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c1100-7361-4514-bfc7-675b3d31a6b0 admin admin] Pushing event updated for resources: {'Port': ['ID=447e1fc3-528c-46c3-bab5-e8bf34da8aaf,revision_number=2']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:00.947733 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-4e8c1100-7361-4514-bfc7-675b3d31a6b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:00.950987 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 9001a17d-5f37-4407-b8a8-da67822ac51d up at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:04:01.124693 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-5369c1aa-e028-4818-a7d3-9f7b4993bc9b None None] Set router 6e6690b2-817d-4eed-bc76-a6fc06826193 gateway port host: dv-cinder-782390-6-iscsi {{(pid=86435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:04:01.263470 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 53716) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:04:01.376711 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning for port 9001a17d-5f37-4407-b8a8-da67822ac51d completed by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:04:01.392765 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning complete for port 9001a17d-5f37-4407-b8a8-da67822ac51d triggered by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:04:01.393193 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:01.527536 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6c99e48d-2be5-46cc-b60d-1492f6a94c6a req-6d4fbb10-558f-48f9-bbe8-7aab8957b654 tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] 10.222.0.15 "GET /v2.0/ports?device_id=071de0ba-1515-4f1f-ac01-6f3023cd9e82 HTTP/1.1" status: 200 len: 210 time: 0.2473128 Apr 21 06:04:01.588616 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8c1100-7361-4514-bfc7-675b3d31a6b0 admin admin] Network 18d42f14-ebcb-45fb-872d-4c48e6952727 is already hosted by enough agents. {{(pid=86433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:04:01.604267 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [None req-4e8c1100-7361-4514-bfc7-675b3d31a6b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=86433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:04:01.855479 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-bc68b661-7bd6-4b0d-9f7f-bfed170bf326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:01.855479 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-bc68b661-7bd6-4b0d-9f7f-bfed170bf326 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:04:01.855479 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-bc68b661-7bd6-4b0d-9f7f-bfed170bf326 admin admin] Usage tracker for resource:security_group_rule and tenant:d8ab1b6633a74340a2622bf699c997c5 is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:04:01.855479 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-bc68b661-7bd6-4b0d-9f7f-bfed170bf326 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:04:01.855479 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-bc68b661-7bd6-4b0d-9f7f-bfed170bf326 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:04:01.856323 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-5369c1aa-e028-4818-a7d3-9f7b4993bc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6690b2-817d-4eed-bc76-a6fc06826193', 'name': 'tempest-AttachVolumeShelveTestJSON-655620997-router', 'tenant_id': '9b8b3b90db3b4377b76614075eb19d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '035660da-160b-447f-ba30-f4d402362690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:03:52Z', 'updated_at': '2021-04-21T06:03:57Z', 'revision_number': 3, 'project_id': '9b8b3b90db3b4377b76614075eb19d93', 'gw_port': {'id': '035660da-160b-447f-ba30-f4d402362690', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:88:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6690b2-817d-4eed-bc76-a6fc06826193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:03:54Z', 'updated_at': '2021-04-21T06:03:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi'}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:04:01.856323 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5369c1aa-e028-4818-a7d3-9f7b4993bc9b None None] Checking router: 6e6690b2-817d-4eed-bc76-a6fc06826193 for host: dv-cinder-782390-6-iscsi {{(pid=86435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 06:04:01.856323 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5369c1aa-e028-4818-a7d3-9f7b4993bc9b None None] Updating router 6e6690b2-817d-4eed-bc76-a6fc06826193 port 035660da-160b-447f-ba30-f4d402362690 binding host dv-cinder-782390-6-iscsi {{(pid=86435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 21 06:04:01.856862 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:01.878632 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5369c1aa-e028-4818-a7d3-9f7b4993bc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86435) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:01.982110 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] For port 9001a17d-5f37-4407-b8a8-da67822ac51d, host dv-cinder-782390-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=9001a17d-5f37-4407-b8a8-da67822ac51d,segment=NetworkSegment(d57a18c0-30ee-4dde-82a2-7c14b6979212),segment_id=d57a18c0-30ee-4dde-82a2-7c14b6979212)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:04:02.086012 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:02.092500 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-40984378-9889-427d-8500-5f7a0caa5054 None None] Provisioning complete for port 447e1fc3-528c-46c3-bab5-e8bf34da8aaf triggered by entity DHCP. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:04:02.093041 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-40984378-9889-427d-8500-5f7a0caa5054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:02.136350 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:02.360314 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-bc68b661-7bd6-4b0d-9f7f-bfed170bf326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:02.377032 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-a19e2e37-dab4-49d5-8389-98bf6f96e288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:02.378879 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Pushing event updated for resources: {'Port': ['ID=9001a17d-5f37-4407-b8a8-da67822ac51d,revision_number=4']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:02.392801 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-e4ff07a2-1202-4d3f-9271-c12365811eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:02.405660 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e8c1100-7361-4514-bfc7-675b3d31a6b0 admin admin] Router e7a7cb67-e1bf-4c65-83ef-19f088b4066e has already been hosted by L3 agent 11ad1a07-0ae8-4245-9270-47a08d3f943a {{(pid=86433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 06:04:02.413301 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-da03590a-f9c7-4bc4-832d-7ec3f8e2c301 None None] Notify callbacks [] for port, precommit_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:02.420056 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-bc68b661-7bd6-4b0d-9f7f-bfed170bf326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:02.431796 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-da03590a-f9c7-4bc4-832d-7ec3f8e2c301 None None] Transition to ACTIVE for port object 70a564ff-8dcc-4a24-9dd5-b6beca4cbe5b will not be triggered until provisioned by entity L2. {{(pid=86434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:04:02.436733 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-999cadf7-1193-4494-8070-05a21ccb04a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:02.439346 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:02.463654 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-40984378-9889-427d-8500-5f7a0caa5054 None None] Port 447e1fc3-528c-46c3-bab5-e8bf34da8aaf cannot update to ACTIVE because it is not bound. {{(pid=86434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 06:04:02.471946 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-da03590a-f9c7-4bc4-832d-7ec3f8e2c301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:02.486095 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-f5f46f69-1907-4a2b-8ce4-bcfc1690c4eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:02.487956 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-c865c34a-3ad6-4a6d-b197-ad9d88d0270f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:02.530808 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc68b661-7bd6-4b0d-9f7f-bfed170bf326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1843d3d9-78a5-4f20-bcc6-6a847af43af0,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:02.551172 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-bc68b661-7bd6-4b0d-9f7f-bfed170bf326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:02.588857 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-bc68b661-7bd6-4b0d-9f7f-bfed170bf326 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d8ab1b6633a74340a2622bf699c997c5&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3240829 Apr 21 06:04:02.598652 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 53756) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:04:02.604179 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-da03590a-f9c7-4bc4-832d-7ec3f8e2c301 None None] Attempting to bind port 70a564ff-8dcc-4a24-9dd5-b6beca4cbe5b on host dv-cinder-782390-6-iscsi for vnic_type normal with profile {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:04:02.604452 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-da03590a-f9c7-4bc4-832d-7ec3f8e2c301 None None] Attempting to bind port 70a564ff-8dcc-4a24-9dd5-b6beca4cbe5b by drivers openvswitch,hyperv on host dv-cinder-782390-6-iscsi at level 0 using segments [{'id': 'd57a18c0-30ee-4dde-82a2-7c14b6979212', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152'}] {{(pid=86434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:04:02.604844 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da03590a-f9c7-4bc4-832d-7ec3f8e2c301 None None] Attempting to bind port 70a564ff-8dcc-4a24-9dd5-b6beca4cbe5b on network 07a7a1dd-edf9-4d1b-80a1-539c21f96152 {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:04:02.634564 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da03590a-f9c7-4bc4-832d-7ec3f8e2c301 None None] Checking agent: {'id': '6ed75209-5459-46e4-8756-ce582068b488', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 5, 55, 6), 'started_at': datetime.datetime(2021, 4, 21, 5, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:04:02.635067 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da03590a-f9c7-4bc4-832d-7ec3f8e2c301 None None] Checking segment: {'id': 'd57a18c0-30ee-4dde-82a2-7c14b6979212', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:04:02.635525 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-da03590a-f9c7-4bc4-832d-7ec3f8e2c301 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:02.635968 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da03590a-f9c7-4bc4-832d-7ec3f8e2c301 None None] Bound using segment: {'id': 'd57a18c0-30ee-4dde-82a2-7c14b6979212', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152'} {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:04:02.636511 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-da03590a-f9c7-4bc4-832d-7ec3f8e2c301 None None] Bound port: 70a564ff-8dcc-4a24-9dd5-b6beca4cbe5b, host: dv-cinder-782390-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd57a18c0-30ee-4dde-82a2-7c14b6979212', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152'}}] {{(pid=86434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:04:02.636933 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-da03590a-f9c7-4bc4-832d-7ec3f8e2c301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:02.781541 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbe64c4-b343-40f0-8b92-ae521adca6fd None None] Pushing event updated for resources: {'Port': ['ID=70a564ff-8dcc-4a24-9dd5-b6beca4cbe5b,revision_number=2']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:02.804420 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-2cbe64c4-b343-40f0-8b92-ae521adca6fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:02.873283 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 9001a17d-5f37-4407-b8a8-da67822ac51d up at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:04:02.882932 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-17a69bbc-61fc-4b82-be0e-6183eafe599e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:02.920468 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a247d4e4-88dc-4a59-986c-4b2a579b8a99 req-3a6c207f-062c-4fac-93c5-92ce841803b2 tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] 10.222.0.15 "GET /v2.0/ports?device_id=071de0ba-1515-4f1f-ac01-6f3023cd9e82 HTTP/1.1" status: 200 len: 210 time: 0.1186867 Apr 21 06:04:02.972554 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-17a69bbc-61fc-4b82-be0e-6183eafe599e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:02.995623 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning complete for port 9001a17d-5f37-4407-b8a8-da67822ac51d triggered by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:04:02.996035 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:03.001578 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8c1100-7361-4514-bfc7-675b3d31a6b0 admin admin] Notify agent at l3_agent.dv-cinder-782390-6-iscsi the message routers_updated {{(pid=86433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 06:04:03.014756 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-4e8c1100-7361-4514-bfc7-675b3d31a6b0 admin admin] 10.222.0.15 "PUT /v2.0/routers/e7a7cb67-e1bf-4c65-83ef-19f088b4066e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2871456 Apr 21 06:04:03.029939 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d6ff52-6f16-491e-85ed-79b110171a60 None None] Sync routers for ids ['e7a7cb67-e1bf-4c65-83ef-19f088b4066e'] in dv-cinder-782390-6-iscsi {{(pid=86434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 06:04:03.050717 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.db_base_plugin_common [None req-e4ff07a2-1202-4d3f-9271-c12365811eac admin admin] Allocated IP 172.20.0.1 (4adbb71d-0e3c-4f02-8c40-88a15a7ed44f/6540d99e-bc73-4d77-9e9a-a9934313dcf7/14c024a6-49fe-43f3-a97e-a97ce2da74a5) {{(pid=86432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:04:03.055930 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-da03590a-f9c7-4bc4-832d-7ec3f8e2c301 None None] For port 70a564ff-8dcc-4a24-9dd5-b6beca4cbe5b, host dv-cinder-782390-6-iscsi, cleared binding levels {{(pid=86434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:04:03.056934 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5369c1aa-e028-4818-a7d3-9f7b4993bc9b None None] Notify callbacks [] for port, precommit_update {{(pid=86435) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:03.067217 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d6ff52-6f16-491e-85ed-79b110171a60 None None] Routers {'e7a7cb67-e1bf-4c65-83ef-19f088b4066e'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:04:03.067912 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-30d6ff52-6f16-491e-85ed-79b110171a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T06:03:34Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['e7a7cb67-e1bf-4c65-83ef-19f088b4066e'], 'active': True} {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:04:03.188495 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-da03590a-f9c7-4bc4-832d-7ec3f8e2c301 None None] For port 70a564ff-8dcc-4a24-9dd5-b6beca4cbe5b, host dv-cinder-782390-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=70a564ff-8dcc-4a24-9dd5-b6beca4cbe5b,segment=NetworkSegment(d57a18c0-30ee-4dde-82a2-7c14b6979212),segment_id=d57a18c0-30ee-4dde-82a2-7c14b6979212)] {{(pid=86434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:04:03.204634 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.db_base_plugin_common [None req-a19e2e37-dab4-49d5-8389-98bf6f96e288 admin admin] Allocated IP 172.20.0.1 (8a477b33-6a11-4388-9f32-3a61c0f7920e/2da1c0c9-9d0e-43d1-a8aa-9f65aa7cd6bc/86fbabd6-1c81-43ed-933f-499a963051be) {{(pid=86433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:04:03.284676 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5369c1aa-e028-4818-a7d3-9f7b4993bc9b None None] Transition to ACTIVE for port object 035660da-160b-447f-ba30-f4d402362690 will not be triggered until provisioned by entity L2. {{(pid=86435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:04:03.292054 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-da03590a-f9c7-4bc4-832d-7ec3f8e2c301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:03.312287 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:03.346158 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5369c1aa-e028-4818-a7d3-9f7b4993bc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86435) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:03.351558 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86435) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:03.433198 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 53778) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:04:03.449370 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-30d6ff52-6f16-491e-85ed-79b110171a60 None None] Set router e7a7cb67-e1bf-4c65-83ef-19f088b4066e gateway port host: dv-cinder-782390-6-iscsi {{(pid=86434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:04:03.467572 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-5369c1aa-e028-4818-a7d3-9f7b4993bc9b None None] Attempting to bind port 035660da-160b-447f-ba30-f4d402362690 on host dv-cinder-782390-6-iscsi for vnic_type normal with profile {{(pid=86435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:04:03.477019 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-5369c1aa-e028-4818-a7d3-9f7b4993bc9b None None] Attempting to bind port 035660da-160b-447f-ba30-f4d402362690 by drivers openvswitch,hyperv on host dv-cinder-782390-6-iscsi at level 0 using segments [{'id': 'd57a18c0-30ee-4dde-82a2-7c14b6979212', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152'}] {{(pid=86435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:04:03.477759 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5369c1aa-e028-4818-a7d3-9f7b4993bc9b None None] Attempting to bind port 035660da-160b-447f-ba30-f4d402362690 on network 07a7a1dd-edf9-4d1b-80a1-539c21f96152 {{(pid=86435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:04:03.489821 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37e270d-f190-441e-a377-f39e0c39e457 None None] Pushing event updated for resources: {'Port': ['ID=035660da-160b-447f-ba30-f4d402362690,revision_number=2']} {{(pid=86435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:03.508573 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-a37e270d-f190-441e-a377-f39e0c39e457 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86435) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:03.509499 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-a19e2e37-dab4-49d5-8389-98bf6f96e288 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:03.512190 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5369c1aa-e028-4818-a7d3-9f7b4993bc9b None None] Checking agent: {'id': '6ed75209-5459-46e4-8756-ce582068b488', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 5, 55, 6), 'started_at': datetime.datetime(2021, 4, 21, 5, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:04:03.515250 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5369c1aa-e028-4818-a7d3-9f7b4993bc9b None None] Checking segment: {'id': 'd57a18c0-30ee-4dde-82a2-7c14b6979212', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:04:03.515969 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5369c1aa-e028-4818-a7d3-9f7b4993bc9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86435) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:03.516582 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5369c1aa-e028-4818-a7d3-9f7b4993bc9b None None] Bound using segment: {'id': 'd57a18c0-30ee-4dde-82a2-7c14b6979212', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152'} {{(pid=86435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:04:03.518950 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-5369c1aa-e028-4818-a7d3-9f7b4993bc9b None None] Bound port: 035660da-160b-447f-ba30-f4d402362690, host: dv-cinder-782390-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd57a18c0-30ee-4dde-82a2-7c14b6979212', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152'}}] {{(pid=86435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:04:03.519590 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5369c1aa-e028-4818-a7d3-9f7b4993bc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86435) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:03.580416 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da03590a-f9c7-4bc4-832d-7ec3f8e2c301 None None] Routers {'1a54656f-99c0-4518-a0e4-da79cb08f55b'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:04:03.581265 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-da03590a-f9c7-4bc4-832d-7ec3f8e2c301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T06:03:34Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['1a54656f-99c0-4518-a0e4-da79cb08f55b'], 'active': True} {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:04:03.592509 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-a19e2e37-dab4-49d5-8389-98bf6f96e288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363270981802970'] for port, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:03.598631 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:03.641870 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-17a69bbc-61fc-4b82-be0e-6183eafe599e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:03.649079 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-5369c1aa-e028-4818-a7d3-9f7b4993bc9b None None] For port 035660da-160b-447f-ba30-f4d402362690, host dv-cinder-782390-6-iscsi, cleared binding levels {{(pid=86435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:04:03.650301 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-bc68b661-7bd6-4b0d-9f7f-bfed170bf326 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:03.653239 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-5369c1aa-e028-4818-a7d3-9f7b4993bc9b None None] For port 035660da-160b-447f-ba30-f4d402362690, host dv-cinder-782390-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=035660da-160b-447f-ba30-f4d402362690,segment=NetworkSegment(d57a18c0-30ee-4dde-82a2-7c14b6979212),segment_id=d57a18c0-30ee-4dde-82a2-7c14b6979212)] {{(pid=86435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:04:03.663773 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a69bbc-61fc-4b82-be0e-6183eafe599e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1843d3d9-78a5-4f20-bcc6-6a847af43af0,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:03.676493 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-17a69bbc-61fc-4b82-be0e-6183eafe599e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:03.684121 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5369c1aa-e028-4818-a7d3-9f7b4993bc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86435) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:03.696127 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86435) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:03.721751 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-17a69bbc-61fc-4b82-be0e-6183eafe599e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:03.723422 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-17a69bbc-61fc-4b82-be0e-6183eafe599e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1843d3d9-78a5-4f20-bcc6-6a847af43af0 HTTP/1.1" status: 204 len: 168 time: 1.1221385 Apr 21 06:04:03.732474 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-ad8dbb05-b7cd-4308-afec-cc7872e15c74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:03.747388 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19e2e37-dab4-49d5-8389-98bf6f96e288 admin admin] Network 8a477b33-6a11-4388-9f32-3a61c0f7920e is already hosted by enough agents. {{(pid=86433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:04:03.757567 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [None req-a19e2e37-dab4-49d5-8389-98bf6f96e288 admin admin] Resources bound (agent type, host, resource id): {{(pid=86433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:04:03.765053 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19e2e37-dab4-49d5-8389-98bf6f96e288 admin admin] Received port after_create {{(pid=86433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:04:03.766216 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-a19e2e37-dab4-49d5-8389-98bf6f96e288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846764798'] for router_interface, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:03.787778 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-e4ff07a2-1202-4d3f-9271-c12365811eac admin admin] Notify callbacks [] for port, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:03.824617 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-e4ff07a2-1202-4d3f-9271-c12365811eac admin admin] Transition to ACTIVE for port object 14c024a6-49fe-43f3-a97e-a97ce2da74a5 will not be triggered until provisioned by entity DHCP. {{(pid=86432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:04:03.833282 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-ad8dbb05-b7cd-4308-afec-cc7872e15c74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:04:03.868194 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37e270d-f190-441e-a377-f39e0c39e457 None None] Pushing event updated for resources: {'Port': ['ID=035660da-160b-447f-ba30-f4d402362690,revision_number=3']} {{(pid=86435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:03.888892 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-e4ff07a2-1202-4d3f-9271-c12365811eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363270981802970'] for port, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:03.892264 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbe64c4-b343-40f0-8b92-ae521adca6fd None None] Pushing event updated for resources: {'Port': ['ID=70a564ff-8dcc-4a24-9dd5-b6beca4cbe5b,revision_number=3']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:03.895119 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5369c1aa-e028-4818-a7d3-9f7b4993bc9b None None] Routers {'6e6690b2-817d-4eed-bc76-a6fc06826193'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:04:03.895410 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-5369c1aa-e028-4818-a7d3-9f7b4993bc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T06:03:34Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['6e6690b2-817d-4eed-bc76-a6fc06826193'], 'active': True} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:04:03.897609 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:03.918062 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-2cbe64c4-b343-40f0-8b92-ae521adca6fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:03.929402 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-ad8dbb05-b7cd-4308-afec-cc7872e15c74 admin admin] Usage tracker for resource:security_group_rule and tenant:90e0a4adba8e4d2cb52bda0ac2c0cbf6 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:04:03.937253 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19e2e37-dab4-49d5-8389-98bf6f96e288 admin admin] Pushing event updated for resources: {'Port': ['ID=86fbabd6-1c81-43ed-933f-499a963051be,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:03.967495 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-ad8dbb05-b7cd-4308-afec-cc7872e15c74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:04:03.991672 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-a19e2e37-dab4-49d5-8389-98bf6f96e288 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:04.005527 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.11', 57895) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:04:04.006499 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-ad8dbb05-b7cd-4308-afec-cc7872e15c74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:04:04.041516 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ff07a2-1202-4d3f-9271-c12365811eac admin admin] Network 4adbb71d-0e3c-4f02-8c40-88a15a7ed44f is already hosted by enough agents. {{(pid=86432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:04:04.049722 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [None req-e4ff07a2-1202-4d3f-9271-c12365811eac admin admin] Resources bound (agent type, host, resource id): {{(pid=86432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:04:04.082498 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ff07a2-1202-4d3f-9271-c12365811eac admin admin] Received port after_create {{(pid=86432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:04:04.083076 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-e4ff07a2-1202-4d3f-9271-c12365811eac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846764798'] for router_interface, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:04.175442 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 53802) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:04:04.186437 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-a19e2e37-dab4-49d5-8389-98bf6f96e288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:04.248620 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-5369c1aa-e028-4818-a7d3-9f7b4993bc9b None None] Set router 6e6690b2-817d-4eed-bc76-a6fc06826193 gateway port host: dv-cinder-782390-6-iscsi {{(pid=86435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:04:04.310459 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-bf909d86-8ba9-4fbc-8423-7b28baf9ef19 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1596040963', 'description': 'tempest-description--187381018'}} {{(pid=86433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:04:04.332905 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-bf909d86-8ba9-4fbc-8423-7b28baf9ef19 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:04:04.434941 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-bf909d86-8ba9-4fbc-8423-7b28baf9ef19 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Usage tracker for resource:security_group and tenant:a253b7f90d074c729aa03c3dbc382b57 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:04:04.446372 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-bf909d86-8ba9-4fbc-8423-7b28baf9ef19 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:04:04.490102 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-bf909d86-8ba9-4fbc-8423-7b28baf9ef19 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:04:04.602167 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-4443906d-8279-431d-a1e1-9bd2e9f0fb75 req-85870bbb-37b1-4fc0-9575-13703b011b7e tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] 10.222.0.15 "GET /v2.0/ports?device_id=071de0ba-1515-4f1f-ac01-6f3023cd9e82 HTTP/1.1" status: 200 len: 210 time: 0.1305380 Apr 21 06:04:04.602874 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ff07a2-1202-4d3f-9271-c12365811eac admin admin] Pushing event updated for resources: {'Port': ['ID=14c024a6-49fe-43f3-a97e-a97ce2da74a5,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:04.620271 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-e4ff07a2-1202-4d3f-9271-c12365811eac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.722s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:04.620884 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-bf909d86-8ba9-4fbc-8423-7b28baf9ef19 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks [] for security_group, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:04.688166 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-da03590a-f9c7-4bc4-832d-7ec3f8e2c301 None None] Set router 1a54656f-99c0-4518-a0e4-da79cb08f55b gateway port host: dv-cinder-782390-6-iscsi {{(pid=86434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:04:04.724598 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26941825-b2a7-4e24-9276-419b8ba403e7 req-fa8d17e5-9210-46c3-a022-bdb503db6261 tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:04.726219 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-26941825-b2a7-4e24-9276-419b8ba403e7 req-fa8d17e5-9210-46c3-a022-bdb503db6261 tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] 10.222.0.11 "GET /v2.0/networks?id=02aef44c-9c22-4a3a-a843-f9377abd09fe HTTP/1.1" status: 200 len: 812 time: 0.6608400 Apr 21 06:04:04.727386 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-bf909d86-8ba9-4fbc-8423-7b28baf9ef19 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:04:04.739234 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-bf909d86-8ba9-4fbc-8423-7b28baf9ef19 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Usage tracker for resource:security_group_rule and tenant:a253b7f90d074c729aa03c3dbc382b57 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:04:04.755239 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-bf909d86-8ba9-4fbc-8423-7b28baf9ef19 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:04:04.779621 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-bf909d86-8ba9-4fbc-8423-7b28baf9ef19 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:04:04.793493 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [req-26941825-b2a7-4e24-9276-419b8ba403e7 req-a5e7d995-3ecd-4493-acb3-3898a6ed91fa tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] Request body: {'port': {'device_id': '071de0ba-1515-4f1f-ac01-6f3023cd9e82', 'network_id': '02aef44c-9c22-4a3a-a843-f9377abd09fe', 'admin_state_up': True, 'tenant_id': 'b7186dce53184a908d0b2f192795f2ef'}} {{(pid=86433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:04:04.828643 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-a37e270d-f190-441e-a377-f39e0c39e457 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.132s {{(pid=86435) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:04.873995 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-01b6674c-71e6-42c2-bd79-1156a3c1cb8b None None] Provisioning for port 14c024a6-49fe-43f3-a97e-a97ce2da74a5 completed by entity DHCP. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:04:04.877547 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-03e7235c-1df9-41ad-93ba-94ef46d0684d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:04.895699 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-e4ff07a2-1202-4d3f-9271-c12365811eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:04.911202 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-5369c1aa-e028-4818-a7d3-9f7b4993bc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6690b2-817d-4eed-bc76-a6fc06826193', 'name': 'tempest-AttachVolumeShelveTestJSON-655620997-router', 'tenant_id': '9b8b3b90db3b4377b76614075eb19d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '035660da-160b-447f-ba30-f4d402362690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:03:52Z', 'updated_at': '2021-04-21T06:03:57Z', 'revision_number': 3, 'project_id': '9b8b3b90db3b4377b76614075eb19d93', 'gw_port': {'id': '035660da-160b-447f-ba30-f4d402362690', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:88:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6690b2-817d-4eed-bc76-a6fc06826193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:03:54Z', 'updated_at': '2021-04-21T06:04:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi'}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:04:04.927040 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5369c1aa-e028-4818-a7d3-9f7b4993bc9b None None] The sync data for ids ['6e6690b2-817d-4eed-bc76-a6fc06826193'] in dv-cinder-782390-6-iscsi is: [{'id': '6e6690b2-817d-4eed-bc76-a6fc06826193', 'name': 'tempest-AttachVolumeShelveTestJSON-655620997-router', 'tenant_id': '9b8b3b90db3b4377b76614075eb19d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '035660da-160b-447f-ba30-f4d402362690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:03:52Z', 'updated_at': '2021-04-21T06:03:57Z', 'revision_number': 3, 'project_id': '9b8b3b90db3b4377b76614075eb19d93', 'gw_port': {'id': '035660da-160b-447f-ba30-f4d402362690', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:88:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6690b2-817d-4eed-bc76-a6fc06826193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:03:54Z', 'updated_at': '2021-04-21T06:04:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi'}] {{(pid=86435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 06:04:04.943666 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-01b6674c-71e6-42c2-bd79-1156a3c1cb8b None None] Provisioning complete for port 14c024a6-49fe-43f3-a97e-a97ce2da74a5 triggered by entity DHCP. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:04:04.944093 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-01b6674c-71e6-42c2-bd79-1156a3c1cb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:05.002726 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-ad8dbb05-b7cd-4308-afec-cc7872e15c74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:05.056129 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-ad8dbb05-b7cd-4308-afec-cc7872e15c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:05.107247 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-bd5021e9-86e6-43e4-aee0-314dfaa728a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:05.122173 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-a19e2e37-dab4-49d5-8389-98bf6f96e288 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:05.164628 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [req-26941825-b2a7-4e24-9276-419b8ba403e7 req-a5e7d995-3ecd-4493-acb3-3898a6ed91fa tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:04:05.191050 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-a19e2e37-dab4-49d5-8389-98bf6f96e288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:05.194954 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-26941825-b2a7-4e24-9276-419b8ba403e7 req-a5e7d995-3ecd-4493-acb3-3898a6ed91fa tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] Usage tracker for resource:port and tenant:b7186dce53184a908d0b2f192795f2ef is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:04:05.205506 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-26941825-b2a7-4e24-9276-419b8ba403e7 req-a5e7d995-3ecd-4493-acb3-3898a6ed91fa tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:04:05.208638 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-a19e2e37-dab4-49d5-8389-98bf6f96e288 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846863953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8011109'] for router_interface, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:05.214325 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-ad8dbb05-b7cd-4308-afec-cc7872e15c74 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=90e0a4adba8e4d2cb52bda0ac2c0cbf6&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7798960 Apr 21 06:04:05.218989 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 53842) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:04:05.224459 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8dbb05-b7cd-4308-afec-cc7872e15c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7969794a-ff0b-4087-90ad-273ccb06897d,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:05.229401 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [req-26941825-b2a7-4e24-9276-419b8ba403e7 req-a5e7d995-3ecd-4493-acb3-3898a6ed91fa tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:04:05.242777 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-ad8dbb05-b7cd-4308-afec-cc7872e15c74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:05.243250 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:05.322904 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-bf909d86-8ba9-4fbc-8423-7b28baf9ef19 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks [] for security_group, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:05.354220 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3242a012-fc24-4a17-91ed-8e0a734928dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:05.383037 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-01b6674c-71e6-42c2-bd79-1156a3c1cb8b None None] Port 14c024a6-49fe-43f3-a97e-a97ce2da74a5 cannot update to ACTIVE because it is not bound. {{(pid=86434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 06:04:05.410637 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3242a012-fc24-4a17-91ed-8e0a734928dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:05.425720 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26941825-b2a7-4e24-9276-419b8ba403e7 req-a5e7d995-3ecd-4493-acb3-3898a6ed91fa tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] Made reservation on behalf of b7186dce53184a908d0b2f192795f2ef for: {'port': 1} {{(pid=86433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:04:05.437677 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:05.438394 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-26941825-b2a7-4e24-9276-419b8ba403e7 req-a5e7d995-3ecd-4493-acb3-3898a6ed91fa tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:05.448888 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-bf909d86-8ba9-4fbc-8423-7b28baf9ef19 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:05.466945 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19e2e37-dab4-49d5-8389-98bf6f96e288 admin admin] Pushing event updated for resources: {'Port': ['ID=86fbabd6-1c81-43ed-933f-499a963051be,revision_number=2']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:05.470073 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-a19e2e37-dab4-49d5-8389-98bf6f96e288 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:05.474025 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-e4ff07a2-1202-4d3f-9271-c12365811eac admin admin] Notify callbacks [] for port, precommit_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:05.479292 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:05.504176 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:05.524678 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3242a012-fc24-4a17-91ed-8e0a734928dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:05.526093 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-e4ff07a2-1202-4d3f-9271-c12365811eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:05.534368 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-e4ff07a2-1202-4d3f-9271-c12365811eac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846863953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8011109'] for router_interface, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:05.543934 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-30d6ff52-6f16-491e-85ed-79b110171a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a7cb67-e1bf-4c65-83ef-19f088b4066e', 'name': 'tempest-AttachVolumeTestJSON-1982476189-router', 'tenant_id': 'a253b7f90d074c729aa03c3dbc382b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '9001a17d-5f37-4407-b8a8-da67822ac51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:03:49Z', 'updated_at': '2021-04-21T06:03:59Z', 'revision_number': 4, 'project_id': 'a253b7f90d074c729aa03c3dbc382b57', 'gw_port': {'id': '9001a17d-5f37-4407-b8a8-da67822ac51d', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:22:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a7cb67-e1bf-4c65-83ef-19f088b4066e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:03:51Z', 'updated_at': '2021-04-21T06:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi', '_interfaces': [{'id': '447e1fc3-528c-46c3-bab5-e8bf34da8aaf', 'name': '', 'network_id': '18d42f14-ebcb-45fb-872d-4c48e6952727', 'tenant_id': 'a253b7f90d074c729aa03c3dbc382b57', 'mac_address': 'fa:16:3e:bd:54:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7a7cb67-e1bf-4c65-83ef-19f088b4066e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8d481e38-1293-4cc6-9389-91a3566135aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:03:58Z', 'updated_at': '2021-04-21T06:04:00Z', 'revision_number': 2, 'project_id': 'a253b7f90d074c729aa03c3dbc382b57', 'subnets': [{'id': '8d481e38-1293-4cc6-9389-91a3566135aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:04:05.546055 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:05.552890 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d6ff52-6f16-491e-85ed-79b110171a60 None None] Checking router: e7a7cb67-e1bf-4c65-83ef-19f088b4066e for host: dv-cinder-782390-6-iscsi {{(pid=86434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 06:04:05.554517 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d6ff52-6f16-491e-85ed-79b110171a60 None None] Updating router e7a7cb67-e1bf-4c65-83ef-19f088b4066e port 447e1fc3-528c-46c3-bab5-e8bf34da8aaf binding host dv-cinder-782390-6-iscsi {{(pid=86434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 21 06:04:05.572643 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 53858) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:04:05.612806 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3242a012-fc24-4a17-91ed-8e0a734928dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7969794a-ff0b-4087-90ad-273ccb06897d,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:05.626994 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-3242a012-fc24-4a17-91ed-8e0a734928dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:05.703374 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf909d86-8ba9-4fbc-8423-7b28baf9ef19 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4a8c28-565a-4d8d-8586-e8b658f711e5,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:05.706695 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-bf909d86-8ba9-4fbc-8423-7b28baf9ef19 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:05.713307 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-da03590a-f9c7-4bc4-832d-7ec3f8e2c301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a54656f-99c0-4518-a0e4-da79cb08f55b', 'name': 'tempest-ServerRescueNegativeTestJSON-937482384-router', 'tenant_id': '83c72247bd04473380fa74addf843cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '70a564ff-8dcc-4a24-9dd5-b6beca4cbe5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:03:51Z', 'updated_at': '2021-04-21T06:03:54Z', 'revision_number': 3, 'project_id': '83c72247bd04473380fa74addf843cfd', 'gw_port': {'id': '70a564ff-8dcc-4a24-9dd5-b6beca4cbe5b', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:16:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a54656f-99c0-4518-a0e4-da79cb08f55b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:03:53Z', 'updated_at': '2021-04-21T06:04:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi'}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:04:05.733573 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da03590a-f9c7-4bc4-832d-7ec3f8e2c301 None None] The sync data for ids ['1a54656f-99c0-4518-a0e4-da79cb08f55b'] in dv-cinder-782390-6-iscsi is: [{'id': '1a54656f-99c0-4518-a0e4-da79cb08f55b', 'name': 'tempest-ServerRescueNegativeTestJSON-937482384-router', 'tenant_id': '83c72247bd04473380fa74addf843cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '70a564ff-8dcc-4a24-9dd5-b6beca4cbe5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:03:51Z', 'updated_at': '2021-04-21T06:03:54Z', 'revision_number': 3, 'project_id': '83c72247bd04473380fa74addf843cfd', 'gw_port': {'id': '70a564ff-8dcc-4a24-9dd5-b6beca4cbe5b', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:16:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a54656f-99c0-4518-a0e4-da79cb08f55b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:03:53Z', 'updated_at': '2021-04-21T06:04:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi'}] {{(pid=86434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 06:04:05.756764 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19e2e37-dab4-49d5-8389-98bf6f96e288 admin admin] Network 8a477b33-6a11-4388-9f32-3a61c0f7920e is already hosted by enough agents. {{(pid=86433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:04:05.764507 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-bf909d86-8ba9-4fbc-8423-7b28baf9ef19 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks [] for security_group, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:05.768648 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-bf909d86-8ba9-4fbc-8423-7b28baf9ef19 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.5390024 Apr 21 06:04:05.768648 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [None req-a19e2e37-dab4-49d5-8389-98bf6f96e288 admin admin] Resources bound (agent type, host, resource id): {{(pid=86433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:04:05.772092 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 53870) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:04:05.785433 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-30d6ff52-6f16-491e-85ed-79b110171a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:05.870942 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-81411710-4629-4fb7-9ecb-421229d6abe6 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Request body: {'security_group_rule': {'security_group_id': 'eb4a8c28-565a-4d8d-8586-e8b658f711e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:04:05.876534 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 53874) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:04:05.908165 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-81411710-4629-4fb7-9ecb-421229d6abe6 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:04:06.012673 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.445s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:06.141665 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3242a012-fc24-4a17-91ed-8e0a734928dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:06.142968 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-3242a012-fc24-4a17-91ed-8e0a734928dd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7969794a-ff0b-4087-90ad-273ccb06897d HTTP/1.1" status: 204 len: 168 time: 0.9224193 Apr 21 06:04:06.164184 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-488a4d09-b09a-4ba3-b2ae-d7e2a471ea11 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1857104664-network', 'tenant_id': 'c98f6054098945179c8a7e69097cd3f0'}} {{(pid=86432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:04:06.181084 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-488a4d09-b09a-4ba3-b2ae-d7e2a471ea11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:04:06.210759 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ff07a2-1202-4d3f-9271-c12365811eac admin admin] Network 4adbb71d-0e3c-4f02-8c40-88a15a7ed44f is already hosted by enough agents. {{(pid=86432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:04:06.228350 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [None req-e4ff07a2-1202-4d3f-9271-c12365811eac admin admin] Resources bound (agent type, host, resource id): {{(pid=86432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:04:06.246974 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-81411710-4629-4fb7-9ecb-421229d6abe6 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Usage tracker for resource:security_group_rule and tenant:a253b7f90d074c729aa03c3dbc382b57 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:04:06.263316 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-488a4d09-b09a-4ba3-b2ae-d7e2a471ea11 admin admin] Usage tracker for resource:network and tenant:c98f6054098945179c8a7e69097cd3f0 is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:04:06.266647 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-81411710-4629-4fb7-9ecb-421229d6abe6 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:04:06.270909 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-488a4d09-b09a-4ba3-b2ae-d7e2a471ea11 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:04:06.353794 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-488a4d09-b09a-4ba3-b2ae-d7e2a471ea11 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:04:06.381156 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:06.394607 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-81411710-4629-4fb7-9ecb-421229d6abe6 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:04:06.779741 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-a974099f-4cf5-495f-a60f-0e003b0a7b7e None None] Provisioning complete for port 14c024a6-49fe-43f3-a97e-a97ce2da74a5 triggered by entity DHCP. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:04:06.780266 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-a974099f-4cf5-495f-a60f-0e003b0a7b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:06.980247 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ff07a2-1202-4d3f-9271-c12365811eac admin admin] Pushing event updated for resources: {'Port': ['ID=14c024a6-49fe-43f3-a97e-a97ce2da74a5,revision_number=2']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:06.983810 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-e4ff07a2-1202-4d3f-9271-c12365811eac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.971s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:06.991863 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4ff07a2-1202-4d3f-9271-c12365811eac admin admin] Router 6e6690b2-817d-4eed-bc76-a6fc06826193 has already been hosted by L3 agent 11ad1a07-0ae8-4245-9270-47a08d3f943a {{(pid=86432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 06:04:07.008572 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-a974099f-4cf5-495f-a60f-0e003b0a7b7e None None] Port 14c024a6-49fe-43f3-a97e-a97ce2da74a5 cannot update to ACTIVE because it is not bound. {{(pid=86434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 06:04:07.036631 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 035660da-160b-447f-ba30-f4d402362690 up at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:04:07.043934 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-488a4d09-b09a-4ba3-b2ae-d7e2a471ea11 admin admin] Made reservation on behalf of c98f6054098945179c8a7e69097cd3f0 for: {'network': 1} {{(pid=86432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:04:07.058637 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-488a4d09-b09a-4ba3-b2ae-d7e2a471ea11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for network, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:07.087960 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a19e2e37-dab4-49d5-8389-98bf6f96e288 admin admin] Router 1a54656f-99c0-4518-a0e4-da79cb08f55b has already been hosted by L3 agent 11ad1a07-0ae8-4245-9270-47a08d3f943a {{(pid=86433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 06:04:07.138446 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:07.157112 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.db_base_plugin_common [req-26941825-b2a7-4e24-9276-419b8ba403e7 req-a5e7d995-3ecd-4493-acb3-3898a6ed91fa tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] Allocated IP 172.20.0.3 (02aef44c-9c22-4a3a-a843-f9377abd09fe/9dae346a-8734-4491-9982-4a9006473f44/a9b2b264-dff1-4898-8aff-dab2675b3c12) {{(pid=86433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:04:07.176282 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-488a4d09-b09a-4ba3-b2ae-d7e2a471ea11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:07.277365 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-30d6ff52-6f16-491e-85ed-79b110171a60 None None] Notify callbacks [] for port, precommit_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:07.290657 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 53896) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:04:07.292479 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-30d6ff52-6f16-491e-85ed-79b110171a60 None None] Transition to ACTIVE for port object 447e1fc3-528c-46c3-bab5-e8bf34da8aaf will not be triggered until provisioned by entity L2. {{(pid=86434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:04:07.311480 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning for port 035660da-160b-447f-ba30-f4d402362690 completed by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:04:07.317742 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning complete for port 035660da-160b-447f-ba30-f4d402362690 triggered by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:04:07.318167 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:07.337369 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-488a4d09-b09a-4ba3-b2ae-d7e2a471ea11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:04:07.366172 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-04d93488-c5f6-43e9-a43a-d3bd7b5d5500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:07.394155 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-488a4d09-b09a-4ba3-b2ae-d7e2a471ea11 admin admin] Usage tracker for resource:security_group_rule and tenant:c98f6054098945179c8a7e69097cd3f0 is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:04:07.398950 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-488a4d09-b09a-4ba3-b2ae-d7e2a471ea11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:04:07.417804 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-488a4d09-b09a-4ba3-b2ae-d7e2a471ea11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:04:07.420385 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-04d93488-c5f6-43e9-a43a-d3bd7b5d5500 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:04:07.431894 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-04d93488-c5f6-43e9-a43a-d3bd7b5d5500 admin admin] Usage tracker for resource:security_group_rule and tenant:c6404c823d274628bc5e14d054f106ad is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:04:07.436810 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-04d93488-c5f6-43e9-a43a-d3bd7b5d5500 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:04:07.466108 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-04d93488-c5f6-43e9-a43a-d3bd7b5d5500 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:04:07.480543 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-26941825-b2a7-4e24-9276-419b8ba403e7 req-a5e7d995-3ecd-4493-acb3-3898a6ed91fa tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] Notify callbacks [] for port, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:07.491834 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-30d6ff52-6f16-491e-85ed-79b110171a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:07.510222 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4f2d878c-da47-43f2-a220-02b54f1004b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:07.519913 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:07.529893 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ff07a2-1202-4d3f-9271-c12365811eac admin admin] Notify agent at l3_agent.dv-cinder-782390-6-iscsi the message routers_updated {{(pid=86432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 06:04:07.549788 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6ae84cb0-11e1-4d6e-8f6a-7b6d977f453d req-9e1f6c5e-f5bc-4826-967b-5027af038d4b tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] 10.222.0.15 "GET /v2.0/ports?device_id=071de0ba-1515-4f1f-ac01-6f3023cd9e82 HTTP/1.1" status: 200 len: 210 time: 1.3066545 Apr 21 06:04:07.554836 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-26941825-b2a7-4e24-9276-419b8ba403e7 req-a5e7d995-3ecd-4493-acb3-3898a6ed91fa tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363270981802970'] for port, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:07.576105 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-4f2d878c-da47-43f2-a220-02b54f1004b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:04:07.606023 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-e4ff07a2-1202-4d3f-9271-c12365811eac admin admin] 10.222.0.15 "PUT /v2.0/routers/6e6690b2-817d-4eed-bc76-a6fc06826193/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8416812 Apr 21 06:04:07.718985 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e1fe24-dbd3-4a50-b787-6c1fe919a005 None None] Pushing event updated for resources: {'Port': ['ID=447e1fc3-528c-46c3-bab5-e8bf34da8aaf,revision_number=3']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:07.734914 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-488a4d09-b09a-4ba3-b2ae-d7e2a471ea11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:07.737113 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-04d93488-c5f6-43e9-a43a-d3bd7b5d5500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:07.741402 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-87e1fe24-dbd3-4a50-b787-6c1fe919a005 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:07.774399 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-488a4d09-b09a-4ba3-b2ae-d7e2a471ea11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:07.785649 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-d13bab20-d64a-429f-8423-2c501601e070 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:07.816978 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-04d93488-c5f6-43e9-a43a-d3bd7b5d5500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:07.818615 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-488a4d09-b09a-4ba3-b2ae-d7e2a471ea11 admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=86432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 21 06:04:07.846655 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-4f2d878c-da47-43f2-a220-02b54f1004b6 admin admin] Usage tracker for resource:security_group_rule and tenant:8f0b0a17ddb64e74979d0fead632234e is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:04:07.849811 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488a4d09-b09a-4ba3-b2ae-d7e2a471ea11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e70415e-e4cc-4cce-a414-8247c6d39a6a,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:07.859153 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-488a4d09-b09a-4ba3-b2ae-d7e2a471ea11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:07.859780 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-17a69bbc-61fc-4b82-be0e-6183eafe599e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:07.887238 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-4f2d878c-da47-43f2-a220-02b54f1004b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:04:07.890514 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:07.901056 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-488a4d09-b09a-4ba3-b2ae-d7e2a471ea11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1361606'] for segment, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:07.901526 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.db.segments_db [None req-488a4d09-b09a-4ba3-b2ae-d7e2a471ea11 admin admin] Added segment 652e8f85-7ccd-4ecc-8cca-5a5ec53100f9 of type vlan for network f99587b5-959e-447d-be16-3677de9f27bf Apr 21 06:04:07.969426 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:07.971030 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-04d93488-c5f6-43e9-a43a-d3bd7b5d5500 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c6404c823d274628bc5e14d054f106ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6712530 Apr 21 06:04:07.971766 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 53902) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:04:07.985802 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-4f2d878c-da47-43f2-a220-02b54f1004b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:04:07.993187 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] For port 035660da-160b-447f-ba30-f4d402362690, host dv-cinder-782390-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=035660da-160b-447f-ba30-f4d402362690,segment=NetworkSegment(d57a18c0-30ee-4dde-82a2-7c14b6979212),segment_id=d57a18c0-30ee-4dde-82a2-7c14b6979212)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:04:08.008523 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d93488-c5f6-43e9-a43a-d3bd7b5d5500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d33ce9d8-cf30-458c-b654-2764a49fe8c1,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:08.019482 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-04d93488-c5f6-43e9-a43a-d3bd7b5d5500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:08.029802 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-488a4d09-b09a-4ba3-b2ae-d7e2a471ea11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765872960183'] for network, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:08.033855 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-81411710-4629-4fb7-9ecb-421229d6abe6 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:08.044602 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-30d6ff52-6f16-491e-85ed-79b110171a60 None None] Attempting to bind port 447e1fc3-528c-46c3-bab5-e8bf34da8aaf on host dv-cinder-782390-6-iscsi for vnic_type normal with profile {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:04:08.045284 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-30d6ff52-6f16-491e-85ed-79b110171a60 None None] Attempting to bind port 447e1fc3-528c-46c3-bab5-e8bf34da8aaf by drivers openvswitch,hyperv on host dv-cinder-782390-6-iscsi at level 0 using segments [{'id': '0bc7fe2d-ac4b-43a1-bcab-bde52b794f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '18d42f14-ebcb-45fb-872d-4c48e6952727'}] {{(pid=86434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:04:08.045881 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d6ff52-6f16-491e-85ed-79b110171a60 None None] Attempting to bind port 447e1fc3-528c-46c3-bab5-e8bf34da8aaf on network 18d42f14-ebcb-45fb-872d-4c48e6952727 {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:04:08.053595 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:08.055074 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 70a564ff-8dcc-4a24-9dd5-b6beca4cbe5b up at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:04:08.103142 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-687cb663-b511-4d92-b5ce-ad3ce1d0c078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:08.116549 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26941825-b2a7-4e24-9276-419b8ba403e7 req-a5e7d995-3ecd-4493-acb3-3898a6ed91fa tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] Network 02aef44c-9c22-4a3a-a843-f9377abd09fe is already hosted by enough agents. {{(pid=86433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:04:08.148354 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-687cb663-b511-4d92-b5ce-ad3ce1d0c078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:08.159514 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5558ae7b-2f13-4ac7-8cc1-278e18f66bab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:08.171549 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19e2e37-dab4-49d5-8389-98bf6f96e288 admin admin] Notify agent at l3_agent.dv-cinder-782390-6-iscsi the message routers_updated {{(pid=86433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 06:04:08.173933 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [req-26941825-b2a7-4e24-9276-419b8ba403e7 req-a5e7d995-3ecd-4493-acb3-3898a6ed91fa tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] Resources bound (agent type, host, resource id): {{(pid=86433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:04:08.210711 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-488a4d09-b09a-4ba3-b2ae-d7e2a471ea11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970'] for network, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:08.212282 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488a4d09-b09a-4ba3-b2ae-d7e2a471ea11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:08.212931 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-488a4d09-b09a-4ba3-b2ae-d7e2a471ea11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846863987'] for network, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:08.218780 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:08.262701 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Pushing event updated for resources: {'Port': ['ID=035660da-160b-447f-ba30-f4d402362690,revision_number=4']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:08.276749 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:08.290658 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d6ff52-6f16-491e-85ed-79b110171a60 None None] Checking agent: {'id': '6ed75209-5459-46e4-8756-ce582068b488', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 5, 55, 6), 'started_at': datetime.datetime(2021, 4, 21, 5, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:04:08.291346 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d6ff52-6f16-491e-85ed-79b110171a60 None None] Checking segment: {'id': '0bc7fe2d-ac4b-43a1-bcab-bde52b794f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '18d42f14-ebcb-45fb-872d-4c48e6952727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:04:08.291799 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-30d6ff52-6f16-491e-85ed-79b110171a60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:08.292272 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d6ff52-6f16-491e-85ed-79b110171a60 None None] Bound using segment: {'id': '0bc7fe2d-ac4b-43a1-bcab-bde52b794f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '18d42f14-ebcb-45fb-872d-4c48e6952727'} {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:04:08.292854 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-30d6ff52-6f16-491e-85ed-79b110171a60 None None] Bound port: 447e1fc3-528c-46c3-bab5-e8bf34da8aaf, host: dv-cinder-782390-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bc7fe2d-ac4b-43a1-bcab-bde52b794f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '18d42f14-ebcb-45fb-872d-4c48e6952727'}}] {{(pid=86434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:04:08.293268 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-30d6ff52-6f16-491e-85ed-79b110171a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:08.303947 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e7d995-3ecd-4493-acb3-3898a6ed91fa tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] Pushing event updated for resources: {'Port': ['ID=a9b2b264-dff1-4898-8aff-dab2675b3c12,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:08.322569 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-a5e7d995-3ecd-4493-acb3-3898a6ed91fa tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:08.328409 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-687cb663-b511-4d92-b5ce-ad3ce1d0c078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:08.353577 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [req-26941825-b2a7-4e24-9276-419b8ba403e7 req-a5e7d995-3ecd-4493-acb3-3898a6ed91fa tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] Received port after_create {{(pid=86433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:04:08.362204 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26941825-b2a7-4e24-9276-419b8ba403e7 req-a5e7d995-3ecd-4493-acb3-3898a6ed91fa tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:08.363185 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-26941825-b2a7-4e24-9276-419b8ba403e7 req-a5e7d995-3ecd-4493-acb3-3898a6ed91fa tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846863987'] for port, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:08.409034 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning for port 70a564ff-8dcc-4a24-9dd5-b6beca4cbe5b completed by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:04:08.432363 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning complete for port 70a564ff-8dcc-4a24-9dd5-b6beca4cbe5b triggered by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:04:08.433098 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:08.538613 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-a19e2e37-dab4-49d5-8389-98bf6f96e288 admin admin] 10.222.0.15 "PUT /v2.0/routers/1a54656f-99c0-4518-a0e4-da79cb08f55b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7147381 Apr 21 06:04:08.567865 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-26941825-b2a7-4e24-9276-419b8ba403e7 req-a5e7d995-3ecd-4493-acb3-3898a6ed91fa tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7840736 Apr 21 06:04:08.614950 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [req-26941825-b2a7-4e24-9276-419b8ba403e7 req-52c9f855-78d7-4be4-bd39-37692e376b03 tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=86433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 21 06:04:08.621599 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-26941825-b2a7-4e24-9276-419b8ba403e7 req-52c9f855-78d7-4be4-bd39-37692e376b03 tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0332706 Apr 21 06:04:08.623776 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-81411710-4629-4fb7-9ecb-421229d6abe6 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:08.667153 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-81411710-4629-4fb7-9ecb-421229d6abe6 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993536'] for security_group_rule, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:08.683885 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:08.761525 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:08.780637 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-30d6ff52-6f16-491e-85ed-79b110171a60 None None] For port 447e1fc3-528c-46c3-bab5-e8bf34da8aaf, host dv-cinder-782390-6-iscsi, cleared binding levels {{(pid=86434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:04:08.801567 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81411710-4629-4fb7-9ecb-421229d6abe6 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2fc3a7d-72a0-43ab-bed7-60afa26cacca,revision_number=0']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:08.803789 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] For port 70a564ff-8dcc-4a24-9dd5-b6beca4cbe5b, host dv-cinder-782390-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=70a564ff-8dcc-4a24-9dd5-b6beca4cbe5b,segment=NetworkSegment(d57a18c0-30ee-4dde-82a2-7c14b6979212),segment_id=d57a18c0-30ee-4dde-82a2-7c14b6979212)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:04:08.810039 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-30d6ff52-6f16-491e-85ed-79b110171a60 None None] For port 447e1fc3-528c-46c3-bab5-e8bf34da8aaf, host dv-cinder-782390-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=447e1fc3-528c-46c3-bab5-e8bf34da8aaf,segment=NetworkSegment(0bc7fe2d-ac4b-43a1-bcab-bde52b794f56),segment_id=0bc7fe2d-ac4b-43a1-bcab-bde52b794f56)] {{(pid=86434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:04:08.829749 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-81411710-4629-4fb7-9ecb-421229d6abe6 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:08.837492 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:08.839596 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:08.854876 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4f2d878c-da47-43f2-a220-02b54f1004b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:08.866381 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-81411710-4629-4fb7-9ecb-421229d6abe6 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:08.868089 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-81411710-4629-4fb7-9ecb-421229d6abe6 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.0949621 Apr 21 06:04:08.871166 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 53930) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:04:08.888794 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-477de57b-1856-4675-949b-eed95e4295c0 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Request body: {'security_group_rule': {'security_group_id': 'eb4a8c28-565a-4d8d-8586-e8b658f711e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:04:08.909949 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4f2d878c-da47-43f2-a220-02b54f1004b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:08.911222 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-477de57b-1856-4675-949b-eed95e4295c0 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:04:08.932717 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488a4d09-b09a-4ba3-b2ae-d7e2a471ea11 admin admin] Pushing event updated for resources: {'Network': ['ID=f99587b5-959e-447d-be16-3677de9f27bf,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:08.946233 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-488a4d09-b09a-4ba3-b2ae-d7e2a471ea11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.728s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:08.950939 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-687cb663-b511-4d92-b5ce-ad3ce1d0c078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:08.959651 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-687cb663-b511-4d92-b5ce-ad3ce1d0c078 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d33ce9d8-cf30-458c-b654-2764a49fe8c1 HTTP/1.1" status: 204 len: 168 time: 0.9794521 Apr 21 06:04:08.962889 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.608s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:08.997091 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687cb663-b511-4d92-b5ce-ad3ce1d0c078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33ce9d8-cf30-458c-b654-2764a49fe8c1,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:09.012843 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-687cb663-b511-4d92-b5ce-ad3ce1d0c078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:09.022046 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-488a4d09-b09a-4ba3-b2ae-d7e2a471ea11 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.4467599 Apr 21 06:04:09.023054 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 53938) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:04:09.042700 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-0ce03313-6fcc-42c4-a954-004cd4c73781 admin admin] Request body: {'subnet': {'network_id': 'f99587b5-959e-447d-be16-3677de9f27bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1857104664-subnet', 'tenant_id': 'c98f6054098945179c8a7e69097cd3f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:04:09.063006 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-0ce03313-6fcc-42c4-a954-004cd4c73781 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:04:09.069587 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-477de57b-1856-4675-949b-eed95e4295c0 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Usage tracker for resource:security_group_rule and tenant:a253b7f90d074c729aa03c3dbc382b57 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:04:09.070894 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Pushing event updated for resources: {'Port': ['ID=70a564ff-8dcc-4a24-9dd5-b6beca4cbe5b,revision_number=4']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:09.074821 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-0ce03313-6fcc-42c4-a954-004cd4c73781 admin admin] Usage tracker for resource:subnet and tenant:c98f6054098945179c8a7e69097cd3f0 is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:04:09.086020 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc6b925-550a-4fa4-a7ae-21c7fca64d97 None None] Sync routers for ids ['6e6690b2-817d-4eed-bc76-a6fc06826193'] in dv-cinder-782390-6-iscsi {{(pid=86435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 06:04:09.086445 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-ad8dbb05-b7cd-4308-afec-cc7872e15c74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:09.106618 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:09.106618 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-30d6ff52-6f16-491e-85ed-79b110171a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:09.106957 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-0ce03313-6fcc-42c4-a954-004cd4c73781 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:04:09.107057 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc6b925-550a-4fa4-a7ae-21c7fca64d97 None None] Routers {'6e6690b2-817d-4eed-bc76-a6fc06826193'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:04:09.114231 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-6cc6b925-550a-4fa4-a7ae-21c7fca64d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T06:04:05Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['6e6690b2-817d-4eed-bc76-a6fc06826193'], 'active': True} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:04:09.131723 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-4f2d878c-da47-43f2-a220-02b54f1004b6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8f0b0a17ddb64e74979d0fead632234e&name=default HTTP/1.1" status: 200 len: 2979 time: 3.2439151 Apr 21 06:04:09.131949 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-0ce03313-6fcc-42c4-a954-004cd4c73781 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:04:09.136772 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-477de57b-1856-4675-949b-eed95e4295c0 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:04:09.151163 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-87e1fe24-dbd3-4a50-b787-6c1fe919a005 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:09.153821 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 53948) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:04:09.158097 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-477de57b-1856-4675-949b-eed95e4295c0 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:04:09.283311 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Network f99587b5-959e-447d-be16-3677de9f27bf details requested by agent ovs-agent-dv-cinder-782390-6-iscsi with host dv-cinder-782390-6-iscsi {{(pid=86434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 21 06:04:09.294735 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce03313-6fcc-42c4-a954-004cd4c73781 admin admin] Made reservation on behalf of c98f6054098945179c8a7e69097cd3f0 for: {'subnet': 1} {{(pid=86432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:04:09.315160 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0ce03313-6fcc-42c4-a954-004cd4c73781 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:09.335971 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 035660da-160b-447f-ba30-f4d402362690 up at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:04:09.387753 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-477de57b-1856-4675-949b-eed95e4295c0 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:09.398346 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d878c-da47-43f2-a220-02b54f1004b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be252c9c-146f-4cd5-913a-b94556a7a8ec,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:09.459071 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-4f2d878c-da47-43f2-a220-02b54f1004b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:09.602483 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [req-26941825-b2a7-4e24-9276-419b8ba403e7 req-c6669bc9-8574-486f-92e1-a0287a7a71a9 service neutron] Request body: {'port': {'device_id': '071de0ba-1515-4f1f-ac01-6f3023cd9e82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=86433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:04:09.772138 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d6ff52-6f16-491e-85ed-79b110171a60 None None] Routers {'e7a7cb67-e1bf-4c65-83ef-19f088b4066e'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:04:09.772997 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-30d6ff52-6f16-491e-85ed-79b110171a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T06:04:05Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['e7a7cb67-e1bf-4c65-83ef-19f088b4066e'], 'active': True} {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:04:09.779141 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-6cc6b925-550a-4fa4-a7ae-21c7fca64d97 None None] Set router 6e6690b2-817d-4eed-bc76-a6fc06826193 gateway port host: dv-cinder-782390-6-iscsi {{(pid=86435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:04:09.806988 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-26941825-b2a7-4e24-9276-419b8ba403e7 req-c6669bc9-8574-486f-92e1-a0287a7a71a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:09.861974 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b7dc83-3a85-422f-8513-a9128dbd4658 None None] Sync routers for ids ['1a54656f-99c0-4518-a0e4-da79cb08f55b'] in dv-cinder-782390-6-iscsi {{(pid=86434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 06:04:09.927751 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5a2fd25b-30ea-42ad-9f90-4c0d60a5adb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:09.988928 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 53964) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:04:10.019722 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-dc48a912-f499-48ed-914f-855a926e30dc tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1596330428', 'description': 'tempest-description--1762637590'}} {{(pid=86432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:04:10.032761 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-dc48a912-f499-48ed-914f-855a926e30dc tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:04:10.047507 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5a2fd25b-30ea-42ad-9f90-4c0d60a5adb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:10.075209 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-dc48a912-f499-48ed-914f-855a926e30dc tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Usage tracker for resource:security_group and tenant:9b8b3b90db3b4377b76614075eb19d93 is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:04:10.088134 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-dc48a912-f499-48ed-914f-855a926e30dc tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:04:10.114474 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-dc48a912-f499-48ed-914f-855a926e30dc tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:04:10.196883 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-dc48a912-f499-48ed-914f-855a926e30dc tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks [] for security_group, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:10.264181 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-dc48a912-f499-48ed-914f-855a926e30dc tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:04:10.276430 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-dc48a912-f499-48ed-914f-855a926e30dc tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Usage tracker for resource:security_group_rule and tenant:9b8b3b90db3b4377b76614075eb19d93 is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:04:10.325709 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5921c58-6baf-49c1-8205-753a43a7529d req-9451493c-0795-4c49-9a1a-d1c1fe540526 tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:10.333338 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-f5921c58-6baf-49c1-8205-753a43a7529d req-9451493c-0795-4c49-9a1a-d1c1fe540526 tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] Synchronizing usage tracker for tenant:b7186dce53184a908d0b2f192795f2ef on resource:port {{(pid=86433) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:04:10.414889 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e1fe24-dbd3-4a50-b787-6c1fe919a005 None None] Pushing event updated for resources: {'Port': ['ID=447e1fc3-528c-46c3-bab5-e8bf34da8aaf,revision_number=4']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:10.430633 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-477de57b-1856-4675-949b-eed95e4295c0 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:10.437791 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-dc48a912-f499-48ed-914f-855a926e30dc tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:04:10.444924 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-dc48a912-f499-48ed-914f-855a926e30dc tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:04:10.459586 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5a2fd25b-30ea-42ad-9f90-4c0d60a5adb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:10.478545 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:10.493108 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2fd25b-30ea-42ad-9f90-4c0d60a5adb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be252c9c-146f-4cd5-913a-b94556a7a8ec,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:10.506896 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5a2fd25b-30ea-42ad-9f90-4c0d60a5adb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:10.526527 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5a2fd25b-30ea-42ad-9f90-4c0d60a5adb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:10.527913 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-5a2fd25b-30ea-42ad-9f90-4c0d60a5adb5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/be252c9c-146f-4cd5-913a-b94556a7a8ec HTTP/1.1" status: 204 len: 168 time: 1.3730140 Apr 21 06:04:10.569015 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-477de57b-1856-4675-949b-eed95e4295c0 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993536'] for security_group_rule, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:10.585623 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-81411710-4629-4fb7-9ecb-421229d6abe6 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:10.608196 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477de57b-1856-4675-949b-eed95e4295c0 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef353627-d3da-46ed-830f-8a58a374d20a,revision_number=0']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:10.623838 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-477de57b-1856-4675-949b-eed95e4295c0 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:10.692845 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-30d6ff52-6f16-491e-85ed-79b110171a60 None None] Set router e7a7cb67-e1bf-4c65-83ef-19f088b4066e gateway port host: dv-cinder-782390-6-iscsi {{(pid=86434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:04:10.743506 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-477de57b-1856-4675-949b-eed95e4295c0 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:10.745420 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-477de57b-1856-4675-949b-eed95e4295c0 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8730648 Apr 21 06:04:10.754630 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 53986) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:04:10.774203 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-02f93ede-da24-4882-bbd2-0630195b1f81 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Request body: {'floatingip': {'floating_network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152'}} {{(pid=86433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:04:10.788193 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-02f93ede-da24-4882-bbd2-0630195b1f81 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:04:10.798153 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-02f93ede-da24-4882-bbd2-0630195b1f81 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Usage tracker for resource:floatingip and tenant:a253b7f90d074c729aa03c3dbc382b57 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:04:10.803536 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-02f93ede-da24-4882-bbd2-0630195b1f81 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:04:10.834760 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-02f93ede-da24-4882-bbd2-0630195b1f81 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:04:10.840107 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [req-26941825-b2a7-4e24-9276-419b8ba403e7 req-c6669bc9-8574-486f-92e1-a0287a7a71a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9b2b264-dff1-4898-8aff-dab2675b3c12 {{(pid=86433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 06:04:10.856980 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-26941825-b2a7-4e24-9276-419b8ba403e7 req-c6669bc9-8574-486f-92e1-a0287a7a71a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:10.891177 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [req-26941825-b2a7-4e24-9276-419b8ba403e7 req-c6669bc9-8574-486f-92e1-a0287a7a71a9 service neutron] Transition to ACTIVE for port object a9b2b264-dff1-4898-8aff-dab2675b3c12 will not be triggered until provisioned by entity L2. {{(pid=86433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:04:10.896856 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b7dc83-3a85-422f-8513-a9128dbd4658 None None] Routers {'1a54656f-99c0-4518-a0e4-da79cb08f55b'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:04:10.897552 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-23b7dc83-3a85-422f-8513-a9128dbd4658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T06:04:05Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['1a54656f-99c0-4518-a0e4-da79cb08f55b'], 'active': True} {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:04:10.904218 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-dc48a912-f499-48ed-914f-855a926e30dc tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks [] for security_group, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:10.919854 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0ce03313-6fcc-42c4-a954-004cd4c73781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7991656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970'] for subnet, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:10.925149 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-a4417101-971b-4e68-a50d-8ccf069c40b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:10.928812 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-26941825-b2a7-4e24-9276-419b8ba403e7 req-c6669bc9-8574-486f-92e1-a0287a7a71a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:10.951832 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:11.005701 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-dc48a912-f499-48ed-914f-855a926e30dc tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:11.141368 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce03313-6fcc-42c4-a954-004cd4c73781 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa6c6209-033c-4f4b-a6ca-11d55499e002,revision_number=0']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:11.149504 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-0ce03313-6fcc-42c4-a954-004cd4c73781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:11.152012 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-488a4d09-b09a-4ba3-b2ae-d7e2a471ea11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:11.176897 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce03313-6fcc-42c4-a954-004cd4c73781 admin admin] Checking segment: {'id': '652e8f85-7ccd-4ecc-8cca-5a5ec53100f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f99587b5-959e-447d-be16-3677de9f27bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:04:11.177275 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce03313-6fcc-42c4-a954-004cd4c73781 admin admin] Network hostable DHCP agents. Network: f99587b5-959e-447d-be16-3677de9f27bf, hostable agents: ['6e5e74bc-90a9-40d2-b33c-cc5e996b490a'], hosted agents: [] {{(pid=86432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 21 06:04:11.214078 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02f93ede-da24-4882-bbd2-0630195b1f81 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks [] for floatingip, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:11.246134 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-f5921c58-6baf-49c1-8205-753a43a7529d req-9451493c-0795-4c49-9a1a-d1c1fe540526 tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] Unset dirty status for tenant:b7186dce53184a908d0b2f192795f2ef on resource:port {{(pid=86433) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:04:11.249075 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f5921c58-6baf-49c1-8205-753a43a7529d req-9451493c-0795-4c49-9a1a-d1c1fe540526 tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] 10.222.0.15 "GET /v2.0/ports?device_id=071de0ba-1515-4f1f-ac01-6f3023cd9e82 HTTP/1.1" status: 200 len: 931 time: 2.1723082 Apr 21 06:04:11.272656 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-23b7dc83-3a85-422f-8513-a9128dbd4658 None None] Set router 1a54656f-99c0-4518-a0e4-da79cb08f55b gateway port host: dv-cinder-782390-6-iscsi {{(pid=86434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:04:11.401091 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-dc48a912-f499-48ed-914f-855a926e30dc tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks [] for security_group, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:11.405179 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-dc48a912-f499-48ed-914f-855a926e30dc tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.4123766 Apr 21 06:04:11.420188 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 54018) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:04:11.425230 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-6cc6b925-550a-4fa4-a7ae-21c7fca64d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6690b2-817d-4eed-bc76-a6fc06826193', 'name': 'tempest-AttachVolumeShelveTestJSON-655620997-router', 'tenant_id': '9b8b3b90db3b4377b76614075eb19d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '035660da-160b-447f-ba30-f4d402362690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:03:52Z', 'updated_at': '2021-04-21T06:04:04Z', 'revision_number': 4, 'project_id': '9b8b3b90db3b4377b76614075eb19d93', 'gw_port': {'id': '035660da-160b-447f-ba30-f4d402362690', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:88:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6690b2-817d-4eed-bc76-a6fc06826193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:03:54Z', 'updated_at': '2021-04-21T06:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi', '_interfaces': [{'id': '14c024a6-49fe-43f3-a97e-a97ce2da74a5', 'name': '', 'network_id': '4adbb71d-0e3c-4f02-8c40-88a15a7ed44f', 'tenant_id': '9b8b3b90db3b4377b76614075eb19d93', 'mac_address': 'fa:16:3e:b5:04:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6690b2-817d-4eed-bc76-a6fc06826193', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6540d99e-bc73-4d77-9e9a-a9934313dcf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:04:02Z', 'updated_at': '2021-04-21T06:04:05Z', 'revision_number': 2, 'project_id': '9b8b3b90db3b4377b76614075eb19d93', 'subnets': [{'id': '6540d99e-bc73-4d77-9e9a-a9934313dcf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:04:11.437933 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc6b925-550a-4fa4-a7ae-21c7fca64d97 None None] Checking router: 6e6690b2-817d-4eed-bc76-a6fc06826193 for host: dv-cinder-782390-6-iscsi {{(pid=86435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 06:04:11.438552 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc6b925-550a-4fa4-a7ae-21c7fca64d97 None None] Updating router 6e6690b2-817d-4eed-bc76-a6fc06826193 port 14c024a6-49fe-43f3-a97e-a97ce2da74a5 binding host dv-cinder-782390-6-iscsi {{(pid=86435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 21 06:04:11.456183 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-6c90b9c3-57f7-4aa5-a4a1-2fd3766eb0ca tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Request body: {'security_group_rule': {'security_group_id': '40276c7d-d6d5-48c4-8cd8-a77509ddd2cd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:04:11.513254 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-6c90b9c3-57f7-4aa5-a4a1-2fd3766eb0ca tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:04:11.532192 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6669bc9-8574-486f-92e1-a0287a7a71a9 service neutron] Pushing event updated for resources: {'Port': ['ID=a9b2b264-dff1-4898-8aff-dab2675b3c12,revision_number=2']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:11.541938 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-c6669bc9-8574-486f-92e1-a0287a7a71a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:11.558663 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc48a912-f499-48ed-914f-855a926e30dc tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:11.562417 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-6c90b9c3-57f7-4aa5-a4a1-2fd3766eb0ca tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Usage tracker for resource:security_group_rule and tenant:9b8b3b90db3b4377b76614075eb19d93 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:04:11.568236 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-6c90b9c3-57f7-4aa5-a4a1-2fd3766eb0ca tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:04:11.575185 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-dc48a912-f499-48ed-914f-855a926e30dc tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:11.578571 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f5921c58-6baf-49c1-8205-753a43a7529d req-71f14ae4-a96e-4ca2-a0b1-c69ccc70e1db tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] 10.222.0.15 "GET /v2.0/security-groups?id=edc534de-cd96-4d6a-9c8a-f88f604c5271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293923 Apr 21 06:04:11.583875 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-87e1fe24-dbd3-4a50-b787-6c1fe919a005 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.433s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:11.588823 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-6c90b9c3-57f7-4aa5-a4a1-2fd3766eb0ca tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:04:11.595746 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [req-26941825-b2a7-4e24-9276-419b8ba403e7 req-c6669bc9-8574-486f-92e1-a0287a7a71a9 service neutron] Attempting to bind port a9b2b264-dff1-4898-8aff-dab2675b3c12 on host hv-cinder-78239 for vnic_type normal with profile {{(pid=86433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:04:11.596221 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [req-26941825-b2a7-4e24-9276-419b8ba403e7 req-c6669bc9-8574-486f-92e1-a0287a7a71a9 service neutron] Attempting to bind port a9b2b264-dff1-4898-8aff-dab2675b3c12 by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': '0e0df38b-d163-4b4f-80de-8b90602c0533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '02aef44c-9c22-4a3a-a843-f9377abd09fe'}] {{(pid=86433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:04:11.596976 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26941825-b2a7-4e24-9276-419b8ba403e7 req-c6669bc9-8574-486f-92e1-a0287a7a71a9 service neutron] Attempting to bind port a9b2b264-dff1-4898-8aff-dab2675b3c12 on network 02aef44c-9c22-4a3a-a843-f9377abd09fe {{(pid=86433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:04:11.597075 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6cc6b925-550a-4fa4-a7ae-21c7fca64d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86435) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:11.671281 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26941825-b2a7-4e24-9276-419b8ba403e7 req-c6669bc9-8574-486f-92e1-a0287a7a71a9 service neutron] Port a9b2b264-dff1-4898-8aff-dab2675b3c12 on network 02aef44c-9c22-4a3a-a843-f9377abd09fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=86433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 06:04:11.671812 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26941825-b2a7-4e24-9276-419b8ba403e7 req-c6669bc9-8574-486f-92e1-a0287a7a71a9 service neutron] Attempting to bind port a9b2b264-dff1-4898-8aff-dab2675b3c12 on network 02aef44c-9c22-4a3a-a843-f9377abd09fe {{(pid=86433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:04:11.682722 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26941825-b2a7-4e24-9276-419b8ba403e7 req-c6669bc9-8574-486f-92e1-a0287a7a71a9 service neutron] Checking agent: {'id': '1687539a-73b5-4d9c-8d40-15e28bacc92a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 2, 5), 'started_at': datetime.datetime(2021, 4, 21, 6, 2, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:04:11.683322 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26941825-b2a7-4e24-9276-419b8ba403e7 req-c6669bc9-8574-486f-92e1-a0287a7a71a9 service neutron] Checking segment: {'id': '0e0df38b-d163-4b4f-80de-8b90602c0533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '02aef44c-9c22-4a3a-a843-f9377abd09fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:04:11.684071 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26941825-b2a7-4e24-9276-419b8ba403e7 req-c6669bc9-8574-486f-92e1-a0287a7a71a9 service neutron] Bound using segment: {'id': '0e0df38b-d163-4b4f-80de-8b90602c0533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '02aef44c-9c22-4a3a-a843-f9377abd09fe'} {{(pid=86433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:04:11.684732 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [req-26941825-b2a7-4e24-9276-419b8ba403e7 req-c6669bc9-8574-486f-92e1-a0287a7a71a9 service neutron] Bound port: a9b2b264-dff1-4898-8aff-dab2675b3c12, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e0df38b-d163-4b4f-80de-8b90602c0533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '02aef44c-9c22-4a3a-a843-f9377abd09fe'}}] {{(pid=86433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:04:11.685262 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-26941825-b2a7-4e24-9276-419b8ba403e7 req-c6669bc9-8574-486f-92e1-a0287a7a71a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:11.694551 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce03313-6fcc-42c4-a954-004cd4c73781 admin admin] Network f99587b5-959e-447d-be16-3677de9f27bf is scheduled to be hosted by DHCP agent 6e5e74bc-90a9-40d2-b33c-cc5e996b490a with binding_index 1 {{(pid=86432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 21 06:04:11.768234 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4116a89-9654-47e2-adac-a3660783fa17 req-ce09884f-6756-478f-8459-a02b3143960d tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:11.769368 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-f4116a89-9654-47e2-adac-a3660783fa17 req-ce09884f-6756-478f-8459-a02b3143960d tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Synchronizing usage tracker for tenant:83c72247bd04473380fa74addf843cfd on resource:network {{(pid=86432) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:04:11.775939 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6c90b9c3-57f7-4aa5-a4a1-2fd3766eb0ca tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:11.836899 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [None req-0ce03313-6fcc-42c4-a954-004cd4c73781 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-6-iscsi, f99587b5-959e-447d-be16-3677de9f27bf) {{(pid=86432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:04:11.844788 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce03313-6fcc-42c4-a954-004cd4c73781 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:11.845438 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0ce03313-6fcc-42c4-a954-004cd4c73781 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846863987'] for subnet, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:11.867685 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6c90b9c3-57f7-4aa5-a4a1-2fd3766eb0ca tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:11.900147 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-f4116a89-9654-47e2-adac-a3660783fa17 req-ce09884f-6756-478f-8459-a02b3143960d tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Unset dirty status for tenant:83c72247bd04473380fa74addf843cfd on resource:network {{(pid=86432) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:04:11.913840 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f4116a89-9654-47e2-adac-a3660783fa17 req-ce09884f-6756-478f-8459-a02b3143960d tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/networks?id=8a477b33-6a11-4388-9f32-3a61c0f7920e HTTP/1.1" status: 200 len: 818 time: 0.8427520 Apr 21 06:04:11.914761 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02f93ede-da24-4882-bbd2-0630195b1f81 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:11.917721 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [req-26941825-b2a7-4e24-9276-419b8ba403e7 req-c6669bc9-8574-486f-92e1-a0287a7a71a9 service neutron] For port a9b2b264-dff1-4898-8aff-dab2675b3c12, host hv-cinder-78239, cleared binding levels {{(pid=86433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:04:11.923508 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [req-26941825-b2a7-4e24-9276-419b8ba403e7 req-c6669bc9-8574-486f-92e1-a0287a7a71a9 service neutron] For port a9b2b264-dff1-4898-8aff-dab2675b3c12, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=a9b2b264-dff1-4898-8aff-dab2675b3c12,segment=NetworkSegment(0e0df38b-d163-4b4f-80de-8b90602c0533),segment_id=0e0df38b-d163-4b4f-80de-8b90602c0533)] {{(pid=86433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:04:11.952160 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-0ce03313-6fcc-42c4-a954-004cd4c73781 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.9247758 Apr 21 06:04:11.966200 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f4116a89-9654-47e2-adac-a3660783fa17 req-c4868b25-3ab3-4145-9248-959b6c094e6a tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/quotas/83c72247bd04473380fa74addf843cfd HTTP/1.1" status: 200 len: 375 time: 0.0502081 Apr 21 06:04:11.968448 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6c90b9c3-57f7-4aa5-a4a1-2fd3766eb0ca tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993536'] for security_group_rule, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:11.976959 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-477de57b-1856-4675-949b-eed95e4295c0 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:11.999916 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-26941825-b2a7-4e24-9276-419b8ba403e7 req-c6669bc9-8574-486f-92e1-a0287a7a71a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:12.030869 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c90b9c3-57f7-4aa5-a4a1-2fd3766eb0ca tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3da8101-e892-4587-9ca1-f4a4be9be74e,revision_number=0']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:12.054155 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-6c90b9c3-57f7-4aa5-a4a1-2fd3766eb0ca tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:12.058233 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:12.108335 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7c1a80-bfbf-433b-b62c-82beb6f2ba20 None None] Network f99587b5-959e-447d-be16-3677de9f27bf requested from dv-cinder-782390-6-iscsi {{(pid=86434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:04:12.173718 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f4116a89-9654-47e2-adac-a3660783fa17 req-36429d43-593c-4ba5-8637-f55eb53f2182 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=83c72247bd04473380fa74addf843cfd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2001162 Apr 21 06:04:12.175035 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26941825-b2a7-4e24-9276-419b8ba403e7 req-c6669bc9-8574-486f-92e1-a0287a7a71a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:12.175460 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-26941825-b2a7-4e24-9276-419b8ba403e7 req-c6669bc9-8574-486f-92e1-a0287a7a71a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846863987'] for port, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:12.177073 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-26941825-b2a7-4e24-9276-419b8ba403e7 req-c6669bc9-8574-486f-92e1-a0287a7a71a9 service neutron] 10.222.0.11 "PUT /v2.0/ports/a9b2b264-dff1-4898-8aff-dab2675b3c12 HTTP/1.1" status: 200 len: 1093 time: 3.0990708 Apr 21 06:04:12.181065 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6669bc9-8574-486f-92e1-a0287a7a71a9 service neutron] Pushing event updated for resources: {'Port': ['ID=a9b2b264-dff1-4898-8aff-dab2675b3c12,revision_number=3']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:12.183842 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '071de0ba-1515-4f1f-ac01-6f3023cd9e82', 'tag': 'a9b2b264-dff1-4898-8aff-dab2675b3c12'}] {{(pid=86433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:04:12.259427 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-c6669bc9-8574-486f-92e1-a0287a7a71a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:12.411477 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6c90b9c3-57f7-4aa5-a4a1-2fd3766eb0ca tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:12.412884 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-6c90b9c3-57f7-4aa5-a4a1-2fd3766eb0ca tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9859827 Apr 21 06:04:12.416118 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 54038) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:04:12.422364 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-27e8473f-ba1d-4cb9-8597-f8d07b1a7f40 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Request body: {'security_group_rule': {'security_group_id': '40276c7d-d6d5-48c4-8cd8-a77509ddd2cd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:04:12.433390 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6cc6b925-550a-4fa4-a7ae-21c7fca64d97 None None] Notify callbacks [] for port, precommit_update {{(pid=86435) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:12.434636 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-27e8473f-ba1d-4cb9-8597-f8d07b1a7f40 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:04:12.443842 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-27e8473f-ba1d-4cb9-8597-f8d07b1a7f40 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Usage tracker for resource:security_group_rule and tenant:9b8b3b90db3b4377b76614075eb19d93 is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:04:12.450794 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-27e8473f-ba1d-4cb9-8597-f8d07b1a7f40 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:04:12.463391 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-27e8473f-ba1d-4cb9-8597-f8d07b1a7f40 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:04:12.464724 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-6cc6b925-550a-4fa4-a7ae-21c7fca64d97 None None] Transition to ACTIVE for port object 14c024a6-49fe-43f3-a97e-a97ce2da74a5 will not be triggered until provisioned by entity L2. {{(pid=86435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:04:12.475696 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26941825-b2a7-4e24-9276-419b8ba403e7 req-528974c8-9e18-4c6c-b8a1-0c1f8bfc222f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:12.477678 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-26941825-b2a7-4e24-9276-419b8ba403e7 req-528974c8-9e18-4c6c-b8a1-0c1f8bfc222f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b7186dce53184a908d0b2f192795f2ef&device_id=071de0ba-1515-4f1f-ac01-6f3023cd9e82 HTTP/1.1" status: 200 len: 1096 time: 0.1414664 Apr 21 06:04:12.499336 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning complete for port 035660da-160b-447f-ba30-f4d402362690 triggered by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:04:12.500305 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:12.505635 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 54046) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:04:12.545955 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6cc6b925-550a-4fa4-a7ae-21c7fca64d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86435) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:12.551803 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-a37e270d-f190-441e-a377-f39e0c39e457 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86435) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:12.579632 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.db_base_plugin_common [None req-02f93ede-da24-4882-bbd2-0630195b1f81 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Allocated IP 172.27.2.236 (07a7a1dd-edf9-4d1b-80a1-539c21f96152/ecb89d71-8db1-4ceb-ad17-1c0004eeb607/f171e5d6-352d-4d22-946a-695e6bc6aa78) {{(pid=86433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:04:12.691194 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-27e8473f-ba1d-4cb9-8597-f8d07b1a7f40 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:12.831871 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53ee70a-946c-4840-baf4-1dd2c77ce7f3 None None] Pushing event updated for resources: {'Port': ['ID=14c024a6-49fe-43f3-a97e-a97ce2da74a5,revision_number=3']} {{(pid=86435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:12.841756 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-e53ee70a-946c-4840-baf4-1dd2c77ce7f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=86435) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:12.953504 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-23b7dc83-3a85-422f-8513-a9128dbd4658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a54656f-99c0-4518-a0e4-da79cb08f55b', 'name': 'tempest-ServerRescueNegativeTestJSON-937482384-router', 'tenant_id': '83c72247bd04473380fa74addf843cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '70a564ff-8dcc-4a24-9dd5-b6beca4cbe5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:03:51Z', 'updated_at': '2021-04-21T06:04:03Z', 'revision_number': 4, 'project_id': '83c72247bd04473380fa74addf843cfd', 'gw_port': {'id': '70a564ff-8dcc-4a24-9dd5-b6beca4cbe5b', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:16:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a54656f-99c0-4518-a0e4-da79cb08f55b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:03:53Z', 'updated_at': '2021-04-21T06:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi', '_interfaces': [{'id': '86fbabd6-1c81-43ed-933f-499a963051be', 'name': '', 'network_id': '8a477b33-6a11-4388-9f32-3a61c0f7920e', 'tenant_id': '83c72247bd04473380fa74addf843cfd', 'mac_address': 'fa:16:3e:e2:a1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a54656f-99c0-4518-a0e4-da79cb08f55b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2da1c0c9-9d0e-43d1-a8aa-9f65aa7cd6bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:04:02Z', 'updated_at': '2021-04-21T06:04:04Z', 'revision_number': 2, 'project_id': '83c72247bd04473380fa74addf843cfd', 'subnets': [{'id': '2da1c0c9-9d0e-43d1-a8aa-9f65aa7cd6bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:04:12.979695 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b7dc83-3a85-422f-8513-a9128dbd4658 None None] Checking router: 1a54656f-99c0-4518-a0e4-da79cb08f55b for host: dv-cinder-782390-6-iscsi {{(pid=86434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 06:04:12.987290 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b7dc83-3a85-422f-8513-a9128dbd4658 None None] Updating router 1a54656f-99c0-4518-a0e4-da79cb08f55b port 86fbabd6-1c81-43ed-933f-499a963051be binding host dv-cinder-782390-6-iscsi {{(pid=86434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 21 06:04:13.043059 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-27e8473f-ba1d-4cb9-8597-f8d07b1a7f40 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:13.063289 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-6cc6b925-550a-4fa4-a7ae-21c7fca64d97 None None] Attempting to bind port 14c024a6-49fe-43f3-a97e-a97ce2da74a5 on host dv-cinder-782390-6-iscsi for vnic_type normal with profile {{(pid=86435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:04:13.063700 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-6cc6b925-550a-4fa4-a7ae-21c7fca64d97 None None] Attempting to bind port 14c024a6-49fe-43f3-a97e-a97ce2da74a5 by drivers openvswitch,hyperv on host dv-cinder-782390-6-iscsi at level 0 using segments [{'id': 'abf7ed71-e9c8-4881-8104-244b9f5ab084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4adbb71d-0e3c-4f02-8c40-88a15a7ed44f'}] {{(pid=86435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:04:13.064101 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc6b925-550a-4fa4-a7ae-21c7fca64d97 None None] Attempting to bind port 14c024a6-49fe-43f3-a97e-a97ce2da74a5 on network 4adbb71d-0e3c-4f02-8c40-88a15a7ed44f {{(pid=86435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:04:13.074865 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc6b925-550a-4fa4-a7ae-21c7fca64d97 None None] Checking agent: {'id': '6ed75209-5459-46e4-8756-ce582068b488', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 5, 55, 6), 'started_at': datetime.datetime(2021, 4, 21, 5, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:04:13.075281 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc6b925-550a-4fa4-a7ae-21c7fca64d97 None None] Checking segment: {'id': 'abf7ed71-e9c8-4881-8104-244b9f5ab084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4adbb71d-0e3c-4f02-8c40-88a15a7ed44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:04:13.075730 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6cc6b925-550a-4fa4-a7ae-21c7fca64d97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86435) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:13.076171 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc6b925-550a-4fa4-a7ae-21c7fca64d97 None None] Bound using segment: {'id': 'abf7ed71-e9c8-4881-8104-244b9f5ab084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4adbb71d-0e3c-4f02-8c40-88a15a7ed44f'} {{(pid=86435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:04:13.076702 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-6cc6b925-550a-4fa4-a7ae-21c7fca64d97 None None] Bound port: 14c024a6-49fe-43f3-a97e-a97ce2da74a5, host: dv-cinder-782390-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abf7ed71-e9c8-4881-8104-244b9f5ab084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4adbb71d-0e3c-4f02-8c40-88a15a7ed44f'}}] {{(pid=86435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:04:13.077118 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6cc6b925-550a-4fa4-a7ae-21c7fca64d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86435) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:13.077235 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-27e8473f-ba1d-4cb9-8597-f8d07b1a7f40 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993536'] for security_group_rule, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:13.079340 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:13.115929 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e8473f-ba1d-4cb9-8597-f8d07b1a7f40 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d704b49f-f883-4cf8-8c00-1bf727e47f1d,revision_number=0']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:13.370001 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f6beaa8e-f7d7-4d4a-a260-919282e36477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:13.370204 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-6cc6b925-550a-4fa4-a7ae-21c7fca64d97 None None] For port 14c024a6-49fe-43f3-a97e-a97ce2da74a5, host dv-cinder-782390-6-iscsi, cleared binding levels {{(pid=86435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:04:13.377823 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-6cc6b925-550a-4fa4-a7ae-21c7fca64d97 None None] For port 14c024a6-49fe-43f3-a97e-a97ce2da74a5, host dv-cinder-782390-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=14c024a6-49fe-43f3-a97e-a97ce2da74a5,segment=NetworkSegment(abf7ed71-e9c8-4881-8104-244b9f5ab084),segment_id=abf7ed71-e9c8-4881-8104-244b9f5ab084)] {{(pid=86435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:04:13.384989 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-23b7dc83-3a85-422f-8513-a9128dbd4658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:13.408852 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-27e8473f-ba1d-4cb9-8597-f8d07b1a7f40 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:13.416936 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 70a564ff-8dcc-4a24-9dd5-b6beca4cbe5b up at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:04:13.419738 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-f6beaa8e-f7d7-4d4a-a260-919282e36477 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:04:13.425855 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-f6beaa8e-f7d7-4d4a-a260-919282e36477 admin admin] Usage tracker for resource:security_group_rule and tenant:4de7efa1bbdf44f69518d8830de7fb72 is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:04:13.432374 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6cc6b925-550a-4fa4-a7ae-21c7fca64d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86435) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:13.437578 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-f6beaa8e-f7d7-4d4a-a260-919282e36477 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:04:13.441622 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-a2501310-d6ed-476f-a513-4ab41fbbfc89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86435) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:13.451112 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-f6beaa8e-f7d7-4d4a-a260-919282e36477 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:04:13.466463 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-27e8473f-ba1d-4cb9-8597-f8d07b1a7f40 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:13.471163 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-27e8473f-ba1d-4cb9-8597-f8d07b1a7f40 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0503528 Apr 21 06:04:13.475600 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 54068) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:04:13.483772 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-897e29cc-08b9-45ce-9f8c-57893d7ef9e5 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Request body: {'floatingip': {'floating_network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152'}} {{(pid=86432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:04:13.494637 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-897e29cc-08b9-45ce-9f8c-57893d7ef9e5 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:04:13.514947 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-897e29cc-08b9-45ce-9f8c-57893d7ef9e5 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Usage tracker for resource:floatingip and tenant:9b8b3b90db3b4377b76614075eb19d93 is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:04:13.524087 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-897e29cc-08b9-45ce-9f8c-57893d7ef9e5 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:04:13.561880 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc6b925-550a-4fa4-a7ae-21c7fca64d97 None None] Routers {'6e6690b2-817d-4eed-bc76-a6fc06826193'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:04:13.561880 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-6cc6b925-550a-4fa4-a7ae-21c7fca64d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T06:04:05Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['6e6690b2-817d-4eed-bc76-a6fc06826193'], 'active': True} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:04:13.564688 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-26941825-b2a7-4e24-9276-419b8ba403e7 req-9985bbe0-5744-48dd-abcc-4d0762471147 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9b2b264-dff1-4898-8aff-dab2675b3c12 HTTP/1.1" status: 200 len: 217 time: 0.9262893 Apr 21 06:04:13.565897 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-897e29cc-08b9-45ce-9f8c-57893d7ef9e5 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:04:13.603395 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d7f44f-6735-445e-9f20-de899c02d5c5 None None] Network f99587b5-959e-447d-be16-3677de9f27bf requested from dv-cinder-782390-6-iscsi {{(pid=86434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:04:13.653026 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [req-f4116a89-9654-47e2-adac-a3660783fa17 req-b3e69ff7-7ce1-4a89-b65d-eb9b392f680a service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=86432) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 21 06:04:13.666030 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f4116a89-9654-47e2-adac-a3660783fa17 req-b3e69ff7-7ce1-4a89-b65d-eb9b392f680a service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5013518 Apr 21 06:04:13.765414 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53ee70a-946c-4840-baf4-1dd2c77ce7f3 None None] Pushing event updated for resources: {'Port': ['ID=14c024a6-49fe-43f3-a97e-a97ce2da74a5,revision_number=4']} {{(pid=86435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:13.784049 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-e53ee70a-946c-4840-baf4-1dd2c77ce7f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=86435) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:13.792914 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-897e29cc-08b9-45ce-9f8c-57893d7ef9e5 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks [] for floatingip, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:13.884549 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-6cc6b925-550a-4fa4-a7ae-21c7fca64d97 None None] Set router 6e6690b2-817d-4eed-bc76-a6fc06826193 gateway port host: dv-cinder-782390-6-iscsi {{(pid=86435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:04:14.044406 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26941825-b2a7-4e24-9276-419b8ba403e7 req-9d742938-000f-476d-b3f7-6e30629edeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:14.049290 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-26941825-b2a7-4e24-9276-419b8ba403e7 req-9d742938-000f-476d-b3f7-6e30629edeaf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9dae346a-8734-4491-9982-4a9006473f44 HTTP/1.1" status: 200 len: 852 time: 0.2320929 Apr 21 06:04:14.084130 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning complete for port 70a564ff-8dcc-4a24-9dd5-b6beca4cbe5b triggered by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:04:14.084881 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:14.305998 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f6beaa8e-f7d7-4d4a-a260-919282e36477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:14.337335 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-26941825-b2a7-4e24-9276-419b8ba403e7 req-63dab3de-dcf8-4d4f-9cf9-43320bd35ef0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=02aef44c-9c22-4a3a-a843-f9377abd09fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1950302 Apr 21 06:04:14.445083 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-30d6ff52-6f16-491e-85ed-79b110171a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a7cb67-e1bf-4c65-83ef-19f088b4066e', 'name': 'tempest-AttachVolumeTestJSON-1982476189-router', 'tenant_id': 'a253b7f90d074c729aa03c3dbc382b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '9001a17d-5f37-4407-b8a8-da67822ac51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:03:49Z', 'updated_at': '2021-04-21T06:03:59Z', 'revision_number': 4, 'project_id': 'a253b7f90d074c729aa03c3dbc382b57', 'gw_port': {'id': '9001a17d-5f37-4407-b8a8-da67822ac51d', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:22:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a7cb67-e1bf-4c65-83ef-19f088b4066e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:03:51Z', 'updated_at': '2021-04-21T06:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi', '_interfaces': [{'id': '447e1fc3-528c-46c3-bab5-e8bf34da8aaf', 'name': '', 'network_id': '18d42f14-ebcb-45fb-872d-4c48e6952727', 'tenant_id': 'a253b7f90d074c729aa03c3dbc382b57', 'mac_address': 'fa:16:3e:bd:54:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7a7cb67-e1bf-4c65-83ef-19f088b4066e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8d481e38-1293-4cc6-9389-91a3566135aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:03:58Z', 'updated_at': '2021-04-21T06:04:08Z', 'revision_number': 4, 'project_id': 'a253b7f90d074c729aa03c3dbc382b57', 'subnets': [{'id': '8d481e38-1293-4cc6-9389-91a3566135aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:04:14.461686 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d6ff52-6f16-491e-85ed-79b110171a60 None None] The sync data for ids ['e7a7cb67-e1bf-4c65-83ef-19f088b4066e'] in dv-cinder-782390-6-iscsi is: [{'id': 'e7a7cb67-e1bf-4c65-83ef-19f088b4066e', 'name': 'tempest-AttachVolumeTestJSON-1982476189-router', 'tenant_id': 'a253b7f90d074c729aa03c3dbc382b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '9001a17d-5f37-4407-b8a8-da67822ac51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:03:49Z', 'updated_at': '2021-04-21T06:03:59Z', 'revision_number': 4, 'project_id': 'a253b7f90d074c729aa03c3dbc382b57', 'gw_port': {'id': '9001a17d-5f37-4407-b8a8-da67822ac51d', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:22:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a7cb67-e1bf-4c65-83ef-19f088b4066e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:03:51Z', 'updated_at': '2021-04-21T06:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi', '_interfaces': [{'id': '447e1fc3-528c-46c3-bab5-e8bf34da8aaf', 'name': '', 'network_id': '18d42f14-ebcb-45fb-872d-4c48e6952727', 'tenant_id': 'a253b7f90d074c729aa03c3dbc382b57', 'mac_address': 'fa:16:3e:bd:54:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7a7cb67-e1bf-4c65-83ef-19f088b4066e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8d481e38-1293-4cc6-9389-91a3566135aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:03:58Z', 'updated_at': '2021-04-21T06:04:08Z', 'revision_number': 4, 'project_id': 'a253b7f90d074c729aa03c3dbc382b57', 'subnets': [{'id': '8d481e38-1293-4cc6-9389-91a3566135aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 06:04:14.562999 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe60ac4e-6093-4cac-a5be-33b785f53b00 req-1703cc0d-a9f0-49b6-93b2-90c6046fd173 tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:14.568606 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-fe60ac4e-6093-4cac-a5be-33b785f53b00 req-1703cc0d-a9f0-49b6-93b2-90c6046fd173 tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] 10.222.0.15 "GET /v2.0/ports?device_id=071de0ba-1515-4f1f-ac01-6f3023cd9e82 HTTP/1.1" status: 200 len: 943 time: 1.6330020 Apr 21 06:04:14.586545 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f4116a89-9654-47e2-adac-a3660783fa17 req-94665a74-e550-46cf-b61b-9e33c99e1b75 service neutron] 10.222.0.15 "GET /v2.0/networks/8a477b33-6a11-4388-9f32-3a61c0f7920e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9194818 Apr 21 06:04:14.645196 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02f93ede-da24-4882-bbd2-0630195b1f81 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks [] for port, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:14.679267 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f6beaa8e-f7d7-4d4a-a260-919282e36477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:14.764552 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-6cc6b925-550a-4fa4-a7ae-21c7fca64d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6690b2-817d-4eed-bc76-a6fc06826193', 'name': 'tempest-AttachVolumeShelveTestJSON-655620997-router', 'tenant_id': '9b8b3b90db3b4377b76614075eb19d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '035660da-160b-447f-ba30-f4d402362690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:03:52Z', 'updated_at': '2021-04-21T06:04:04Z', 'revision_number': 4, 'project_id': '9b8b3b90db3b4377b76614075eb19d93', 'gw_port': {'id': '035660da-160b-447f-ba30-f4d402362690', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:88:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6690b2-817d-4eed-bc76-a6fc06826193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:03:54Z', 'updated_at': '2021-04-21T06:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi', '_interfaces': [{'id': '14c024a6-49fe-43f3-a97e-a97ce2da74a5', 'name': '', 'network_id': '4adbb71d-0e3c-4f02-8c40-88a15a7ed44f', 'tenant_id': '9b8b3b90db3b4377b76614075eb19d93', 'mac_address': 'fa:16:3e:b5:04:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6690b2-817d-4eed-bc76-a6fc06826193', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6540d99e-bc73-4d77-9e9a-a9934313dcf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:04:02Z', 'updated_at': '2021-04-21T06:04:13Z', 'revision_number': 4, 'project_id': '9b8b3b90db3b4377b76614075eb19d93', 'subnets': [{'id': '6540d99e-bc73-4d77-9e9a-a9934313dcf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:04:14.766893 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:14.784065 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc6b925-550a-4fa4-a7ae-21c7fca64d97 None None] The sync data for ids ['6e6690b2-817d-4eed-bc76-a6fc06826193'] in dv-cinder-782390-6-iscsi is: [{'id': '6e6690b2-817d-4eed-bc76-a6fc06826193', 'name': 'tempest-AttachVolumeShelveTestJSON-655620997-router', 'tenant_id': '9b8b3b90db3b4377b76614075eb19d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '035660da-160b-447f-ba30-f4d402362690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:03:52Z', 'updated_at': '2021-04-21T06:04:04Z', 'revision_number': 4, 'project_id': '9b8b3b90db3b4377b76614075eb19d93', 'gw_port': {'id': '035660da-160b-447f-ba30-f4d402362690', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:88:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6690b2-817d-4eed-bc76-a6fc06826193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:03:54Z', 'updated_at': '2021-04-21T06:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi', '_interfaces': [{'id': '14c024a6-49fe-43f3-a97e-a97ce2da74a5', 'name': '', 'network_id': '4adbb71d-0e3c-4f02-8c40-88a15a7ed44f', 'tenant_id': '9b8b3b90db3b4377b76614075eb19d93', 'mac_address': 'fa:16:3e:b5:04:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6690b2-817d-4eed-bc76-a6fc06826193', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6540d99e-bc73-4d77-9e9a-a9934313dcf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:04:02Z', 'updated_at': '2021-04-21T06:04:13Z', 'revision_number': 4, 'project_id': '9b8b3b90db3b4377b76614075eb19d93', 'subnets': [{'id': '6540d99e-bc73-4d77-9e9a-a9934313dcf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 06:04:14.944479 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6beaa8e-f7d7-4d4a-a260-919282e36477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c419bbe0-0c3e-48a4-9879-44753fd5635a,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:15.047704 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 54094) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:04:15.083211 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-e78e8c67-c08d-4887-9845-0d24643cceb9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1201366863-network', 'tenant_id': '3f0a2f1094c94d79b36f48142acd4530'}} {{(pid=86433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:04:15.101831 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-e78e8c67-c08d-4887-9845-0d24643cceb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:04:15.109907 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-f6beaa8e-f7d7-4d4a-a260-919282e36477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:15.115334 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-e78e8c67-c08d-4887-9845-0d24643cceb9 admin admin] Usage tracker for resource:network and tenant:3f0a2f1094c94d79b36f48142acd4530 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:04:15.118732 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-e78e8c67-c08d-4887-9845-0d24643cceb9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:04:15.132827 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-e78e8c67-c08d-4887-9845-0d24643cceb9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:04:15.276067 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-f6beaa8e-f7d7-4d4a-a260-919282e36477 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4de7efa1bbdf44f69518d8830de7fb72&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7689581 Apr 21 06:04:15.291053 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-fe60ac4e-6093-4cac-a5be-33b785f53b00 req-98ef70ca-6fb1-4137-914b-74e02bb8ee2f tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] 10.222.0.15 "GET /v2.0/security-groups?id=edc534de-cd96-4d6a-9c8a-f88f604c5271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6040459 Apr 21 06:04:15.291781 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78e8c67-c08d-4887-9845-0d24643cceb9 admin admin] Made reservation on behalf of 3f0a2f1094c94d79b36f48142acd4530 for: {'network': 1} {{(pid=86433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:04:15.326308 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-e78e8c67-c08d-4887-9845-0d24643cceb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for network, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:15.383264 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 54100) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:04:15.481173 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-e78e8c67-c08d-4887-9845-0d24643cceb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:15.569948 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f4116a89-9654-47e2-adac-a3660783fa17 req-8a457c40-31d9-4633-88db-55803683888f service neutron] 10.222.0.15 "GET /v2.0/networks/8a477b33-6a11-4388-9f32-3a61c0f7920e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9803329 Apr 21 06:04:15.592524 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-e78e8c67-c08d-4887-9845-0d24643cceb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:04:15.610542 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-26941825-b2a7-4e24-9276-419b8ba403e7 req-a9777213-ac97-47d5-974a-b1cce5bd228a service neutron] 10.222.0.11 "GET /v2.0/networks/02aef44c-9c22-4a3a-a843-f9377abd09fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2206738 Apr 21 06:04:15.628779 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-e78e8c67-c08d-4887-9845-0d24643cceb9 admin admin] Usage tracker for resource:security_group_rule and tenant:3f0a2f1094c94d79b36f48142acd4530 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:04:15.670444 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-e78e8c67-c08d-4887-9845-0d24643cceb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:04:15.693304 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-897e29cc-08b9-45ce-9f8c-57893d7ef9e5 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:15.730035 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-e78e8c67-c08d-4887-9845-0d24643cceb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:04:15.881737 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-00929fc8-963d-46a0-839a-c20766cce9c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:15.956728 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-00929fc8-963d-46a0-839a-c20766cce9c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:15.966286 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 14c024a6-49fe-43f3-a97e-a97ce2da74a5 up at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:04:16.127269 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02f93ede-da24-4882-bbd2-0630195b1f81 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363270981802970'] for port, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:16.148969 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.db_base_plugin_common [None req-897e29cc-08b9-45ce-9f8c-57893d7ef9e5 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Allocated IP 172.27.2.48 (07a7a1dd-edf9-4d1b-80a1-539c21f96152/ecb89d71-8db1-4ceb-ad17-1c0004eeb607/e1b59e25-4851-452d-b8d8-4385c5378fa2) {{(pid=86432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:04:16.275406 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-23b7dc83-3a85-422f-8513-a9128dbd4658 None None] Notify callbacks [] for port, precommit_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:16.350381 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-23b7dc83-3a85-422f-8513-a9128dbd4658 None None] Transition to ACTIVE for port object 86fbabd6-1c81-43ed-933f-499a963051be will not be triggered until provisioned by entity L2. {{(pid=86434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:04:16.403250 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning for port 14c024a6-49fe-43f3-a97e-a97ce2da74a5 completed by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:04:16.409905 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning complete for port 14c024a6-49fe-43f3-a97e-a97ce2da74a5 triggered by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:04:16.410331 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:16.594032 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-23b7dc83-3a85-422f-8513-a9128dbd4658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:16.631542 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:16.641528 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-20e06be9-29dd-46fe-8029-dea92dc78f82 req-19ac6bce-53ba-4dee-b3c3-42f62ff099e4 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.2068281 Apr 21 06:04:16.840021 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '071de0ba-1515-4f1f-ac01-6f3023cd9e82', 'tag': 'a9b2b264-dff1-4898-8aff-dab2675b3c12', 'status': 'completed', 'code': 200} Apr 21 06:04:16.840653 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-a19e2e37-dab4-49d5-8389-98bf6f96e288 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:16.884018 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-897e29cc-08b9-45ce-9f8c-57893d7ef9e5 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks [] for port, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:16.917155 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ad186c-c633-45ad-859f-d4430233c263 None None] Pushing event updated for resources: {'Port': ['ID=86fbabd6-1c81-43ed-933f-499a963051be,revision_number=3']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:16.947058 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-55ad186c-c633-45ad-859f-d4430233c263 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:17.043502 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-897e29cc-08b9-45ce-9f8c-57893d7ef9e5 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363270981802970'] for port, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:17.049342 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-52e1624e-629f-4a32-8146-5d3e9b33adb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:17.107870 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-00929fc8-963d-46a0-839a-c20766cce9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:17.232830 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f93ede-da24-4882-bbd2-0630195b1f81 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Network 07a7a1dd-edf9-4d1b-80a1-539c21f96152 is already hosted by enough agents. {{(pid=86433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:04:17.237201 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f93ede-da24-4882-bbd2-0630195b1f81 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Pushing event updated for resources: {'Port': ['ID=f171e5d6-352d-4d22-946a-695e6bc6aa78,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:17.265499 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-26941825-b2a7-4e24-9276-419b8ba403e7 req-920a4dff-0d7a-47b7-b6dd-f3cbaf74d0b1 service neutron] 10.222.0.11 "GET /v2.0/networks/02aef44c-9c22-4a3a-a843-f9377abd09fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1315017 Apr 21 06:04:17.268418 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [None req-02f93ede-da24-4882-bbd2-0630195b1f81 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Resources bound (agent type, host, resource id): {{(pid=86433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:04:17.270937 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-02f93ede-da24-4882-bbd2-0630195b1f81 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:17.281730 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:17.284990 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897e29cc-08b9-45ce-9f8c-57893d7ef9e5 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Network 07a7a1dd-edf9-4d1b-80a1-539c21f96152 is already hosted by enough agents. {{(pid=86432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:04:17.291530 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [None req-897e29cc-08b9-45ce-9f8c-57893d7ef9e5 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Resources bound (agent type, host, resource id): {{(pid=86432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:04:17.321406 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-b5cba82c-5c0b-4780-95db-2af5e2c70a30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:17.343392 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897e29cc-08b9-45ce-9f8c-57893d7ef9e5 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Received port after_create {{(pid=86432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:04:17.417630 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897e29cc-08b9-45ce-9f8c-57893d7ef9e5 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Pushing event updated for resources: {'Port': ['ID=e1b59e25-4851-452d-b8d8-4385c5378fa2,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:17.539242 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f93ede-da24-4882-bbd2-0630195b1f81 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Received port after_create {{(pid=86433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:04:17.595529 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-897e29cc-08b9-45ce-9f8c-57893d7ef9e5 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:17.656599 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-23b7dc83-3a85-422f-8513-a9128dbd4658 None None] Attempting to bind port 86fbabd6-1c81-43ed-933f-499a963051be on host dv-cinder-782390-6-iscsi for vnic_type normal with profile {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:04:17.657014 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-23b7dc83-3a85-422f-8513-a9128dbd4658 None None] Attempting to bind port 86fbabd6-1c81-43ed-933f-499a963051be by drivers openvswitch,hyperv on host dv-cinder-782390-6-iscsi at level 0 using segments [{'id': '2039c6c7-ff97-42ba-b3c3-15d3e07cc6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8a477b33-6a11-4388-9f32-3a61c0f7920e'}] {{(pid=86434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:04:17.657425 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b7dc83-3a85-422f-8513-a9128dbd4658 None None] Attempting to bind port 86fbabd6-1c81-43ed-933f-499a963051be on network 8a477b33-6a11-4388-9f32-3a61c0f7920e {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:04:17.693756 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00929fc8-963d-46a0-839a-c20766cce9c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c419bbe0-0c3e-48a4-9879-44753fd5635a,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:17.694900 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] For port 14c024a6-49fe-43f3-a97e-a97ce2da74a5, host dv-cinder-782390-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=14c024a6-49fe-43f3-a97e-a97ce2da74a5,segment=NetworkSegment(abf7ed71-e9c8-4881-8104-244b9f5ab084),segment_id=abf7ed71-e9c8-4881-8104-244b9f5ab084)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:04:17.701744 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-00929fc8-963d-46a0-839a-c20766cce9c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:17.719148 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b7dc83-3a85-422f-8513-a9128dbd4658 None None] Checking agent: {'id': '6ed75209-5459-46e4-8756-ce582068b488', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 5, 55, 6), 'started_at': datetime.datetime(2021, 4, 21, 5, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:04:17.719575 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b7dc83-3a85-422f-8513-a9128dbd4658 None None] Checking segment: {'id': '2039c6c7-ff97-42ba-b3c3-15d3e07cc6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8a477b33-6a11-4388-9f32-3a61c0f7920e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:04:17.720783 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-23b7dc83-3a85-422f-8513-a9128dbd4658 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:17.720950 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b7dc83-3a85-422f-8513-a9128dbd4658 None None] Bound using segment: {'id': '2039c6c7-ff97-42ba-b3c3-15d3e07cc6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8a477b33-6a11-4388-9f32-3a61c0f7920e'} {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:04:17.721474 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-23b7dc83-3a85-422f-8513-a9128dbd4658 None None] Bound port: 86fbabd6-1c81-43ed-933f-499a963051be, host: dv-cinder-782390-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2039c6c7-ff97-42ba-b3c3-15d3e07cc6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8a477b33-6a11-4388-9f32-3a61c0f7920e'}}] {{(pid=86434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:04:17.721908 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-23b7dc83-3a85-422f-8513-a9128dbd4658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:17.788822 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:17.789897 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 447e1fc3-528c-46c3-bab5-e8bf34da8aaf up at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:04:17.831687 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-897e29cc-08b9-45ce-9f8c-57893d7ef9e5 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:17.841603 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-00929fc8-963d-46a0-839a-c20766cce9c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:17.843798 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-00929fc8-963d-46a0-839a-c20766cce9c1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c419bbe0-0c3e-48a4-9879-44753fd5635a HTTP/1.1" status: 204 len: 168 time: 2.4589689 Apr 21 06:04:17.914220 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02f93ede-da24-4882-bbd2-0630195b1f81 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:17.948321 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:17.989901 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c234119-49a6-41da-882b-fc8a546b3f07 req-22f91325-0472-419b-8da3-e3f0c5ceaab1 tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:18.006416 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-2c234119-49a6-41da-882b-fc8a546b3f07 req-22f91325-0472-419b-8da3-e3f0c5ceaab1 tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] 10.222.0.15 "GET /v2.0/ports?device_id=071de0ba-1515-4f1f-ac01-6f3023cd9e82 HTTP/1.1" status: 200 len: 943 time: 0.7720230 Apr 21 06:04:18.090848 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Pushing event updated for resources: {'Port': ['ID=14c024a6-49fe-43f3-a97e-a97ce2da74a5,revision_number=5']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:18.100851 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:18.184251 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-23b7dc83-3a85-422f-8513-a9128dbd4658 None None] For port 86fbabd6-1c81-43ed-933f-499a963051be, host dv-cinder-782390-6-iscsi, cleared binding levels {{(pid=86434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:04:18.184738 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-23b7dc83-3a85-422f-8513-a9128dbd4658 None None] For port 86fbabd6-1c81-43ed-933f-499a963051be, host dv-cinder-782390-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=86fbabd6-1c81-43ed-933f-499a963051be,segment=NetworkSegment(2039c6c7-ff97-42ba-b3c3-15d3e07cc6a7),segment_id=2039c6c7-ff97-42ba-b3c3-15d3e07cc6a7)] {{(pid=86434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:04:18.203057 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning for port 447e1fc3-528c-46c3-bab5-e8bf34da8aaf completed by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:04:18.214411 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning complete for port 447e1fc3-528c-46c3-bab5-e8bf34da8aaf triggered by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:04:18.214809 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:18.366459 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-23b7dc83-3a85-422f-8513-a9128dbd4658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:18.372215 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:18.384270 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-897e29cc-08b9-45ce-9f8c-57893d7ef9e5 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:18.388696 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02f93ede-da24-4882-bbd2-0630195b1f81 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:18.559422 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2135ccb-e9d4-45e6-9485-aaf192a51b79 req-a395ae82-2ddb-415c-b01b-ba4749168009 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:18.561067 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c2135ccb-e9d4-45e6-9485-aaf192a51b79 req-a395ae82-2ddb-415c-b01b-ba4749168009 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/networks?id=8a477b33-6a11-4388-9f32-3a61c0f7920e HTTP/1.1" status: 200 len: 818 time: 0.9642608 Apr 21 06:04:18.571376 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae66bc3-3e8a-4c3a-b621-55d18fa70ccf req-4101b081-cc17-407c-bfc4-3e213f477bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:18.573172 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1ae66bc3-3e8a-4c3a-b621-55d18fa70ccf req-4101b081-cc17-407c-bfc4-3e213f477bd3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b7186dce53184a908d0b2f192795f2ef&device_id=071de0ba-1515-4f1f-ac01-6f3023cd9e82 HTTP/1.1" status: 200 len: 1096 time: 0.8663261 Apr 21 06:04:18.599927 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b7dc83-3a85-422f-8513-a9128dbd4658 None None] Routers {'1a54656f-99c0-4518-a0e4-da79cb08f55b'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:04:18.600642 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-23b7dc83-3a85-422f-8513-a9128dbd4658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T06:04:05Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['1a54656f-99c0-4518-a0e4-da79cb08f55b'], 'active': True} {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:04:18.615737 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c2135ccb-e9d4-45e6-9485-aaf192a51b79 req-f1109b0f-240a-490b-8157-54bd2a852b10 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/quotas/83c72247bd04473380fa74addf843cfd HTTP/1.1" status: 200 len: 375 time: 0.0338326 Apr 21 06:04:18.690062 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-e78e8c67-c08d-4887-9845-0d24643cceb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:18.835439 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ad186c-c633-45ad-859f-d4430233c263 None None] Pushing event updated for resources: {'Port': ['ID=86fbabd6-1c81-43ed-933f-499a963051be,revision_number=4']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:18.841125 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:18.862820 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-55ad186c-c633-45ad-859f-d4430233c263 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:18.926232 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] For port 447e1fc3-528c-46c3-bab5-e8bf34da8aaf, host dv-cinder-782390-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=447e1fc3-528c-46c3-bab5-e8bf34da8aaf,segment=NetworkSegment(0bc7fe2d-ac4b-43a1-bcab-bde52b794f56),segment_id=0bc7fe2d-ac4b-43a1-bcab-bde52b794f56)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:04:18.990100 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:18.995577 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:19.027433 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae66bc3-3e8a-4c3a-b621-55d18fa70ccf req-a11239aa-b66d-4114-816c-03c578834c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:19.032270 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1ae66bc3-3e8a-4c3a-b621-55d18fa70ccf req-a11239aa-b66d-4114-816c-03c578834c4a service neutron] 10.222.0.11 "GET /v2.0/networks?id=02aef44c-9c22-4a3a-a843-f9377abd09fe HTTP/1.1" status: 200 len: 913 time: 0.4104109 Apr 21 06:04:19.050666 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-e78e8c67-c08d-4887-9845-0d24643cceb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:19.125559 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-23b7dc83-3a85-422f-8513-a9128dbd4658 None None] Set router 1a54656f-99c0-4518-a0e4-da79cb08f55b gateway port host: dv-cinder-782390-6-iscsi {{(pid=86434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:04:19.137963 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-897e29cc-08b9-45ce-9f8c-57893d7ef9e5 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks [] for port, precommit_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:19.176623 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 54202) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:04:19.208735 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-bf37a30a-a911-4f35-a538-92908ebed1f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:19.213071 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 14c024a6-49fe-43f3-a97e-a97ce2da74a5 up at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:04:19.225184 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-897e29cc-08b9-45ce-9f8c-57893d7ef9e5 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:19.231661 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c2135ccb-e9d4-45e6-9485-aaf192a51b79 req-19551fd6-4544-4dd6-b670-808bd6fb3abb tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=83c72247bd04473380fa74addf843cfd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5989320 Apr 21 06:04:19.232780 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-bf37a30a-a911-4f35-a538-92908ebed1f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:04:19.268949 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02f93ede-da24-4882-bbd2-0630195b1f81 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks [] for port, precommit_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:19.280175 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-2c234119-49a6-41da-882b-fc8a546b3f07 req-52369cc2-b04f-44bb-bed5-2a93086694ef tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] 10.222.0.15 "GET /v2.0/security-groups?id=edc534de-cd96-4d6a-9c8a-f88f604c5271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2721481 Apr 21 06:04:19.290994 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:19.332772 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e78e8c67-c08d-4887-9845-0d24643cceb9 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=86433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 21 06:04:19.343599 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-e78e8c67-c08d-4887-9845-0d24643cceb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1361606'] for segment, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:19.343994 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.db.segments_db [None req-e78e8c67-c08d-4887-9845-0d24643cceb9 admin admin] Added segment f373b75a-c699-41fb-8038-a05fef31d382 of type vlan for network e343726a-77e1-402c-a308-c9a173251792 Apr 21 06:04:19.375274 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-e78e8c67-c08d-4887-9845-0d24643cceb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765872960183'] for network, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:19.408479 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02f93ede-da24-4882-bbd2-0630195b1f81 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:19.409642 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-e4ff07a2-1202-4d3f-9271-c12365811eac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:19.413307 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1ae66bc3-3e8a-4c3a-b621-55d18fa70ccf req-13a49f25-6ee1-4fdd-a2d4-2de9265fe7e8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9b2b264-dff1-4898-8aff-dab2675b3c12 HTTP/1.1" status: 200 len: 217 time: 0.3129234 Apr 21 06:04:19.444041 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02f93ede-da24-4882-bbd2-0630195b1f81 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8011185'] for floatingip, after_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:19.471785 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c2135ccb-e9d4-45e6-9485-aaf192a51b79 req-8ce19fa2-3418-4b88-8cd5-d8ca6b88b6a9 service neutron] 10.222.0.15 "GET /v2.0/networks/8a477b33-6a11-4388-9f32-3a61c0f7920e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258527 Apr 21 06:04:19.479582 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-bf37a30a-a911-4f35-a538-92908ebed1f4 admin admin] Usage tracker for resource:security_group_rule and tenant:3c840e2c00f74ccab4d46d5c8184f5f2 is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:04:19.483520 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-897e29cc-08b9-45ce-9f8c-57893d7ef9e5 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8011185'] for floatingip, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:19.518098 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-bf37a30a-a911-4f35-a538-92908ebed1f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:04:19.590019 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78e8c67-c08d-4887-9845-0d24643cceb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f14426af-9d7d-4c72-ad1b-94525916c61d,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:19.592139 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning complete for port 14c024a6-49fe-43f3-a97e-a97ce2da74a5 triggered by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:04:19.592651 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:19.608027 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae66bc3-3e8a-4c3a-b621-55d18fa70ccf req-8efae901-6ca4-49d1-bee1-92bbf53a2f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:19.608027 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1ae66bc3-3e8a-4c3a-b621-55d18fa70ccf req-8efae901-6ca4-49d1-bee1-92bbf53a2f07 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9dae346a-8734-4491-9982-4a9006473f44 HTTP/1.1" status: 200 len: 852 time: 0.1660342 Apr 21 06:04:19.608027 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-e78e8c67-c08d-4887-9845-0d24643cceb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:19.617117 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-4e8c1100-7361-4514-bfc7-675b3d31a6b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.188s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:19.736375 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c2135ccb-e9d4-45e6-9485-aaf192a51b79 req-602bbb0f-7384-4f69-90db-c938d4d69da5 service neutron] 10.222.0.15 "GET /v2.0/networks/8a477b33-6a11-4388-9f32-3a61c0f7920e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149000 Apr 21 06:04:19.743019 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-897e29cc-08b9-45ce-9f8c-57893d7ef9e5 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:19.744430 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-897e29cc-08b9-45ce-9f8c-57893d7ef9e5 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.2677991 Apr 21 06:04:19.745585 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-e78e8c67-c08d-4887-9845-0d24643cceb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970'] for network, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:19.745780 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-bf37a30a-a911-4f35-a538-92908ebed1f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:04:19.786356 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897e29cc-08b9-45ce-9f8c-57893d7ef9e5 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Pushing event updated for resources: {'Port': ['ID=e1b59e25-4851-452d-b8d8-4385c5378fa2,revision_number=2']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:19.791987 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-897e29cc-08b9-45ce-9f8c-57893d7ef9e5 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:19.844736 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Pushing event updated for resources: {'Port': ['ID=447e1fc3-528c-46c3-bab5-e8bf34da8aaf,revision_number=5']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:19.874413 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78e8c67-c08d-4887-9845-0d24643cceb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:19.886128 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-e78e8c67-c08d-4887-9845-0d24643cceb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846863987'] for network, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:19.898803 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.901s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:20.017437 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-bf37a30a-a911-4f35-a538-92908ebed1f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:20.020413 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1ae66bc3-3e8a-4c3a-b621-55d18fa70ccf req-fba63d3f-c168-445f-b79b-28124f3a56d2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=02aef44c-9c22-4a3a-a843-f9377abd09fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2496769 Apr 21 06:04:20.071553 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-bf37a30a-a911-4f35-a538-92908ebed1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:20.104380 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:20.233345 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf37a30a-a911-4f35-a538-92908ebed1f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=041f2960-1758-487f-b299-49f4e96fb958,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:20.255880 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-bf37a30a-a911-4f35-a538-92908ebed1f4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3c840e2c00f74ccab4d46d5c8184f5f2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0739193 Apr 21 06:04:20.257959 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 54236) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:04:20.259709 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-bf37a30a-a911-4f35-a538-92908ebed1f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:20.263461 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-23b7dc83-3a85-422f-8513-a9128dbd4658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a54656f-99c0-4518-a0e4-da79cb08f55b', 'name': 'tempest-ServerRescueNegativeTestJSON-937482384-router', 'tenant_id': '83c72247bd04473380fa74addf843cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '70a564ff-8dcc-4a24-9dd5-b6beca4cbe5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:03:51Z', 'updated_at': '2021-04-21T06:04:03Z', 'revision_number': 4, 'project_id': '83c72247bd04473380fa74addf843cfd', 'gw_port': {'id': '70a564ff-8dcc-4a24-9dd5-b6beca4cbe5b', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:16:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a54656f-99c0-4518-a0e4-da79cb08f55b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:03:53Z', 'updated_at': '2021-04-21T06:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi', '_interfaces': [{'id': '86fbabd6-1c81-43ed-933f-499a963051be', 'name': '', 'network_id': '8a477b33-6a11-4388-9f32-3a61c0f7920e', 'tenant_id': '83c72247bd04473380fa74addf843cfd', 'mac_address': 'fa:16:3e:e2:a1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a54656f-99c0-4518-a0e4-da79cb08f55b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2da1c0c9-9d0e-43d1-a8aa-9f65aa7cd6bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:04:02Z', 'updated_at': '2021-04-21T06:04:18Z', 'revision_number': 4, 'project_id': '83c72247bd04473380fa74addf843cfd', 'subnets': [{'id': '2da1c0c9-9d0e-43d1-a8aa-9f65aa7cd6bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:04:20.282918 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b7dc83-3a85-422f-8513-a9128dbd4658 None None] The sync data for ids ['1a54656f-99c0-4518-a0e4-da79cb08f55b'] in dv-cinder-782390-6-iscsi is: [{'id': '1a54656f-99c0-4518-a0e4-da79cb08f55b', 'name': 'tempest-ServerRescueNegativeTestJSON-937482384-router', 'tenant_id': '83c72247bd04473380fa74addf843cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '70a564ff-8dcc-4a24-9dd5-b6beca4cbe5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:03:51Z', 'updated_at': '2021-04-21T06:04:03Z', 'revision_number': 4, 'project_id': '83c72247bd04473380fa74addf843cfd', 'gw_port': {'id': '70a564ff-8dcc-4a24-9dd5-b6beca4cbe5b', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:16:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a54656f-99c0-4518-a0e4-da79cb08f55b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:03:53Z', 'updated_at': '2021-04-21T06:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi', '_interfaces': [{'id': '86fbabd6-1c81-43ed-933f-499a963051be', 'name': '', 'network_id': '8a477b33-6a11-4388-9f32-3a61c0f7920e', 'tenant_id': '83c72247bd04473380fa74addf843cfd', 'mac_address': 'fa:16:3e:e2:a1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a54656f-99c0-4518-a0e4-da79cb08f55b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2da1c0c9-9d0e-43d1-a8aa-9f65aa7cd6bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:04:02Z', 'updated_at': '2021-04-21T06:04:18Z', 'revision_number': 4, 'project_id': '83c72247bd04473380fa74addf843cfd', 'subnets': [{'id': '2da1c0c9-9d0e-43d1-a8aa-9f65aa7cd6bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 06:04:20.470644 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c7d9ff15-2422-4f22-8075-7bf295c6bd86 req-de696822-1a78-4af1-a487-0599b0e6db82 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8da5d63-9858-4a18-9b9a-07455985ef41 HTTP/1.1" status: 200 len: 210 time: 0.1487365 Apr 21 06:04:20.477068 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1ae66bc3-3e8a-4c3a-b621-55d18fa70ccf req-7728e298-26ed-45b5-817b-03915461285e service neutron] 10.222.0.11 "GET /v2.0/networks/02aef44c-9c22-4a3a-a843-f9377abd09fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4334576 Apr 21 06:04:20.477908 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02f93ede-da24-4882-bbd2-0630195b1f81 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:20.489742 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-02f93ede-da24-4882-bbd2-0630195b1f81 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.7232978 Apr 21 06:04:20.489742 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f93ede-da24-4882-bbd2-0630195b1f81 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Pushing event updated for resources: {'Port': ['ID=f171e5d6-352d-4d22-946a-695e6bc6aa78,revision_number=2']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:20.504637 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-e78e8c67-c08d-4887-9845-0d24643cceb9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 5.4353137 Apr 21 06:04:20.539939 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-83fb1963-e6e8-469d-b9d1-3f55a2148dc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:20.557784 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 54248) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:04:20.642926 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-5cc75cbf-7ae2-4d02-b11c-a514e5cc92ed admin admin] Request body: {'subnet': {'network_id': 'e343726a-77e1-402c-a308-c9a173251792', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1201366863-subnet', 'tenant_id': '3f0a2f1094c94d79b36f48142acd4530', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:04:20.715362 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-5cc75cbf-7ae2-4d02-b11c-a514e5cc92ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:04:20.882065 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-5cc75cbf-7ae2-4d02-b11c-a514e5cc92ed admin admin] Usage tracker for resource:subnet and tenant:3f0a2f1094c94d79b36f48142acd4530 is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:04:20.909839 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-5cc75cbf-7ae2-4d02-b11c-a514e5cc92ed admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:04:20.917092 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-5cc75cbf-7ae2-4d02-b11c-a514e5cc92ed admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:04:20.919172 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 54264) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:04:20.931976 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-02f93ede-da24-4882-bbd2-0630195b1f81 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.314s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:20.933979 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-6d3eaac5-864b-4dc0-babe-21f7e8b8a83d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.979s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:20.947196 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-83fb1963-e6e8-469d-b9d1-3f55a2148dc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:21.045201 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.11', 57911) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:04:21.047325 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc75cbf-7ae2-4d02-b11c-a514e5cc92ed admin admin] Made reservation on behalf of 3f0a2f1094c94d79b36f48142acd4530 for: {'subnet': 1} {{(pid=86432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:04:21.054825 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5cc75cbf-7ae2-4d02-b11c-a514e5cc92ed admin admin] Notify callbacks [] for subnet, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:21.081811 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-83fb1963-e6e8-469d-b9d1-3f55a2148dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:21.290645 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-bf37a30a-a911-4f35-a538-92908ebed1f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:21.368606 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fb1963-e6e8-469d-b9d1-3f55a2148dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=041f2960-1758-487f-b299-49f4e96fb958,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:21.397094 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-83fb1963-e6e8-469d-b9d1-3f55a2148dc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:21.479740 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 447e1fc3-528c-46c3-bab5-e8bf34da8aaf up at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:04:21.615255 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77308016-9982-43e8-a151-4cc1f516d4c8 req-b64b9456-75aa-48dc-a8cc-05996dd9367e tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:21.616795 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-77308016-9982-43e8-a151-4cc1f516d4c8 req-b64b9456-75aa-48dc-a8cc-05996dd9367e tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] 10.222.0.15 "GET /v2.0/ports?device_id=071de0ba-1515-4f1f-ac01-6f3023cd9e82 HTTP/1.1" status: 200 len: 943 time: 0.9174075 Apr 21 06:04:21.663096 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning complete for port 447e1fc3-528c-46c3-bab5-e8bf34da8aaf triggered by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:04:21.663876 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:21.668905 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-83fb1963-e6e8-469d-b9d1-3f55a2148dc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:21.688074 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-83fb1963-e6e8-469d-b9d1-3f55a2148dc6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/041f2960-1758-487f-b299-49f4e96fb958 HTTP/1.1" status: 204 len: 168 time: 1.4276893 Apr 21 06:04:21.689365 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f29eb193-bd10-41fb-b820-6cfbb8423e7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:21.742889 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-aa276896-aaf8-4a0d-a3e2-b8ec4fc50412 req-e3d7f968-adab-4155-8d21-b1f673813275 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1596330428&fields=id&tenant_id=9b8b3b90db3b4377b76614075eb19d93 HTTP/1.1" status: 200 len: 267 time: 0.8140757 Apr 21 06:04:21.821320 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-f29eb193-bd10-41fb-b820-6cfbb8423e7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:04:21.828742 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78e8c67-c08d-4887-9845-0d24643cceb9 admin admin] Pushing event updated for resources: {'Network': ['ID=e343726a-77e1-402c-a308-c9a173251792,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:21.847905 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1ae66bc3-3e8a-4c3a-b621-55d18fa70ccf req-346a045a-219f-41b9-9889-71025ad20ee3 service neutron] 10.222.0.11 "GET /v2.0/networks/02aef44c-9c22-4a3a-a843-f9377abd09fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3556368 Apr 21 06:04:21.868636 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-e78e8c67-c08d-4887-9845-0d24643cceb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.935s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:21.870923 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-f29eb193-bd10-41fb-b820-6cfbb8423e7c admin admin] Usage tracker for resource:security_group_rule and tenant:dc082cc85a8a483382bdade2d97379a2 is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:04:21.885190 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-77308016-9982-43e8-a151-4cc1f516d4c8 req-734361fd-5ad5-46b7-a6c8-bf46ad550f41 tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] Synchronizing usage tracker for tenant:b7186dce53184a908d0b2f192795f2ef on resource:security_group {{(pid=86432) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:04:21.888222 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-f29eb193-bd10-41fb-b820-6cfbb8423e7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:04:21.911244 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-f29eb193-bd10-41fb-b820-6cfbb8423e7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:04:21.963903 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4116a89-9654-47e2-adac-a3660783fa17 req-bd5e73da-1ff0-4291-a140-574c27615196 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:21.964145 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Network e343726a-77e1-402c-a308-c9a173251792 details requested by agent ovs-agent-dv-cinder-782390-6-iscsi with host dv-cinder-782390-6-iscsi {{(pid=86434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 21 06:04:21.965812 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f4116a89-9654-47e2-adac-a3660783fa17 req-bd5e73da-1ff0-4291-a140-574c27615196 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.11 "GET /v2.0/networks?id=8a477b33-6a11-4388-9f32-3a61c0f7920e HTTP/1.1" status: 200 len: 818 time: 0.8897696 Apr 21 06:04:22.018270 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [req-f4116a89-9654-47e2-adac-a3660783fa17 req-adf0e62b-6841-4f21-8d50-a2ce37f0a182 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Request body: {'port': {'device_id': 'd18dcc6c-0640-42cf-bdb7-189fce144353', 'network_id': '8a477b33-6a11-4388-9f32-3a61c0f7920e', 'admin_state_up': True, 'tenant_id': '83c72247bd04473380fa74addf843cfd'}} {{(pid=86432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:04:22.033409 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa276896-aaf8-4a0d-a3e2-b8ec4fc50412 req-1010f03c-6353-46c7-bead-e942085f4e6f tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:22.035555 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-aa276896-aaf8-4a0d-a3e2-b8ec4fc50412 req-1010f03c-6353-46c7-bead-e942085f4e6f tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/networks?id=4adbb71d-0e3c-4f02-8c40-88a15a7ed44f HTTP/1.1" status: 200 len: 816 time: 0.2666361 Apr 21 06:04:22.058293 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-aa276896-aaf8-4a0d-a3e2-b8ec4fc50412 req-c6d511d0-6fa8-43fb-b3c7-15a9b7c663ec tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/quotas/9b8b3b90db3b4377b76614075eb19d93 HTTP/1.1" status: 200 len: 375 time: 0.0161777 Apr 21 06:04:22.200097 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 86fbabd6-1c81-43ed-933f-499a963051be up at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:04:22.233047 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [req-f4116a89-9654-47e2-adac-a3660783fa17 req-adf0e62b-6841-4f21-8d50-a2ce37f0a182 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:04:22.242077 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-f4116a89-9654-47e2-adac-a3660783fa17 req-adf0e62b-6841-4f21-8d50-a2ce37f0a182 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Usage tracker for resource:port and tenant:83c72247bd04473380fa74addf843cfd is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:04:22.251531 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-aa276896-aaf8-4a0d-a3e2-b8ec4fc50412 req-b9f09dbc-7025-4108-8a72-b11106f8dba5 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9b8b3b90db3b4377b76614075eb19d93&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1854024 Apr 21 06:04:22.269101 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-f4116a89-9654-47e2-adac-a3660783fa17 req-adf0e62b-6841-4f21-8d50-a2ce37f0a182 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:04:22.303173 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [req-f4116a89-9654-47e2-adac-a3660783fa17 req-adf0e62b-6841-4f21-8d50-a2ce37f0a182 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:04:22.403824 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4116a89-9654-47e2-adac-a3660783fa17 req-adf0e62b-6841-4f21-8d50-a2ce37f0a182 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Made reservation on behalf of 83c72247bd04473380fa74addf843cfd for: {'port': 1} {{(pid=86432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:04:22.413239 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-f4116a89-9654-47e2-adac-a3660783fa17 req-adf0e62b-6841-4f21-8d50-a2ce37f0a182 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:22.444574 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning for port 86fbabd6-1c81-43ed-933f-499a963051be completed by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:04:22.453363 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning complete for port 86fbabd6-1c81-43ed-933f-499a963051be triggered by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:04:22.453842 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:22.459836 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-aa276896-aaf8-4a0d-a3e2-b8ec4fc50412 req-79fda4ee-94f0-4839-b0a6-0b4d6ca1eaca service neutron] 10.222.0.15 "GET /v2.0/networks/4adbb71d-0e3c-4f02-8c40-88a15a7ed44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905711 Apr 21 06:04:22.615475 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-aa276896-aaf8-4a0d-a3e2-b8ec4fc50412 req-9b8e1e6d-e738-45ed-8aee-0556b7a35b81 service neutron] 10.222.0.15 "GET /v2.0/networks/4adbb71d-0e3c-4f02-8c40-88a15a7ed44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496544 Apr 21 06:04:22.623642 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:22.709760 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] For port 86fbabd6-1c81-43ed-933f-499a963051be, host dv-cinder-782390-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=86fbabd6-1c81-43ed-933f-499a963051be,segment=NetworkSegment(2039c6c7-ff97-42ba-b3c3-15d3e07cc6a7),segment_id=2039c6c7-ff97-42ba-b3c3-15d3e07cc6a7)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:04:22.751661 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:22.756810 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-dfd44b68-76fb-4d85-8c58-fdc49b6db6c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:22.896665 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Pushing event updated for resources: {'Port': ['ID=86fbabd6-1c81-43ed-933f-499a963051be,revision_number=5']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:22.907217 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:22.950648 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f29eb193-bd10-41fb-b820-6cfbb8423e7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:22.962220 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.db_base_plugin_common [req-f4116a89-9654-47e2-adac-a3660783fa17 req-adf0e62b-6841-4f21-8d50-a2ce37f0a182 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Allocated IP 172.20.0.6 (8a477b33-6a11-4388-9f32-3a61c0f7920e/2da1c0c9-9d0e-43d1-a8aa-9f65aa7cd6bc/8ab21f9f-1509-41df-ba62-c5cf11ead2ce) {{(pid=86432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:04:22.988308 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f29eb193-bd10-41fb-b820-6cfbb8423e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:23.001139 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-31c0c474-8f25-4af5-a8ad-f1681a01b6cc req-4f82e3df-979d-41c1-9452-6e4f51b59d2e tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Synchronizing usage tracker for tenant:a253b7f90d074c729aa03c3dbc382b57 on resource:security_group {{(pid=86433) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:04:23.004774 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-77308016-9982-43e8-a151-4cc1f516d4c8 req-734361fd-5ad5-46b7-a6c8-bf46ad550f41 tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] Unset dirty status for tenant:b7186dce53184a908d0b2f192795f2ef on resource:security_group {{(pid=86432) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:04:23.006073 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-77308016-9982-43e8-a151-4cc1f516d4c8 req-734361fd-5ad5-46b7-a6c8-bf46ad550f41 tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] 10.222.0.15 "GET /v2.0/security-groups?id=edc534de-cd96-4d6a-9c8a-f88f604c5271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3747044 Apr 21 06:04:23.044856 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:23.047851 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-31c0c474-8f25-4af5-a8ad-f1681a01b6cc req-4f82e3df-979d-41c1-9452-6e4f51b59d2e tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Unset dirty status for tenant:a253b7f90d074c729aa03c3dbc382b57 on resource:security_group {{(pid=86433) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:04:23.053728 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-31c0c474-8f25-4af5-a8ad-f1681a01b6cc req-4f82e3df-979d-41c1-9452-6e4f51b59d2e tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1596040963&fields=id&tenant_id=a253b7f90d074c729aa03c3dbc382b57 HTTP/1.1" status: 200 len: 267 time: 0.1210225 Apr 21 06:04:23.065747 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-f29eb193-bd10-41fb-b820-6cfbb8423e7c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dc082cc85a8a483382bdade2d97379a2&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1353607 Apr 21 06:04:23.070534 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 54322) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:04:23.154637 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 86fbabd6-1c81-43ed-933f-499a963051be up at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:04:23.271634 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0c474-8f25-4af5-a8ad-f1681a01b6cc req-40d32638-f61e-47a7-b0c8-b83079b6edf2 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:23.272437 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-31c0c474-8f25-4af5-a8ad-f1681a01b6cc req-40d32638-f61e-47a7-b0c8-b83079b6edf2 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Synchronizing usage tracker for tenant:a253b7f90d074c729aa03c3dbc382b57 on resource:network {{(pid=86433) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:04:23.283804 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning complete for port 86fbabd6-1c81-43ed-933f-499a963051be triggered by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:04:23.285095 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:23.362276 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-31c0c474-8f25-4af5-a8ad-f1681a01b6cc req-40d32638-f61e-47a7-b0c8-b83079b6edf2 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Unset dirty status for tenant:a253b7f90d074c729aa03c3dbc382b57 on resource:network {{(pid=86433) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:04:23.363710 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-31c0c474-8f25-4af5-a8ad-f1681a01b6cc req-40d32638-f61e-47a7-b0c8-b83079b6edf2 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/networks?id=18d42f14-ebcb-45fb-872d-4c48e6952727 HTTP/1.1" status: 200 len: 811 time: 0.3048801 Apr 21 06:04:23.372454 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-121f9896-d1a2-46be-85fa-a0e4c00a0766 req-d6b3d5c2-ea6d-42e1-8d1c-1e453249e032 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8da5d63-9858-4a18-9b9a-07455985ef41 HTTP/1.1" status: 200 len: 210 time: 0.1228554 Apr 21 06:04:23.373464 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29eb193-bd10-41fb-b820-6cfbb8423e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=463e2713-b996-4ab4-a350-d3abb34d4298,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:23.402413 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-f29eb193-bd10-41fb-b820-6cfbb8423e7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:23.428308 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-31c0c474-8f25-4af5-a8ad-f1681a01b6cc req-a528099a-a71f-43d6-8d60-36a73bdfe773 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/quotas/a253b7f90d074c729aa03c3dbc382b57 HTTP/1.1" status: 200 len: 375 time: 0.0577838 Apr 21 06:04:23.626363 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-291968c8-a150-4d93-948b-dd2d39b67293 req-ec5bea27-f914-4a64-a56f-a77d36d19517 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Synchronizing usage tracker for tenant:9b8b3b90db3b4377b76614075eb19d93 on resource:port {{(pid=86432) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:04:23.668170 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-c7520a45-ace6-40e5-b663-cab4ff2e3076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:23.729498 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2135ccb-e9d4-45e6-9485-aaf192a51b79 req-a7dfff6a-8adf-42aa-bd65-96c8bace7b7d tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:23.731103 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c2135ccb-e9d4-45e6-9485-aaf192a51b79 req-a7dfff6a-8adf-42aa-bd65-96c8bace7b7d tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.11 "GET /v2.0/networks?id=8a477b33-6a11-4388-9f32-3a61c0f7920e HTTP/1.1" status: 200 len: 818 time: 0.3018510 Apr 21 06:04:23.751290 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-31c0c474-8f25-4af5-a8ad-f1681a01b6cc req-3a059df7-081f-49f1-b844-0267cd674bfa tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Synchronizing usage tracker for tenant:a253b7f90d074c729aa03c3dbc382b57 on resource:port {{(pid=86433) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:04:23.757100 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [req-c2135ccb-e9d4-45e6-9485-aaf192a51b79 req-44f01178-4280-4323-8d3e-ee97960f3152 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Request body: {'port': {'device_id': 'b8da5d63-9858-4a18-9b9a-07455985ef41', 'network_id': '8a477b33-6a11-4388-9f32-3a61c0f7920e', 'admin_state_up': True, 'tenant_id': '83c72247bd04473380fa74addf843cfd'}} {{(pid=86433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:04:23.778192 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-c7520a45-ace6-40e5-b663-cab4ff2e3076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:23.803080 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-291968c8-a150-4d93-948b-dd2d39b67293 req-ec5bea27-f914-4a64-a56f-a77d36d19517 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Unset dirty status for tenant:9b8b3b90db3b4377b76614075eb19d93 on resource:port {{(pid=86432) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:04:23.804406 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-291968c8-a150-4d93-948b-dd2d39b67293 req-ec5bea27-f914-4a64-a56f-a77d36d19517 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 210 time: 0.2529163 Apr 21 06:04:23.834781 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-f4116a89-9654-47e2-adac-a3660783fa17 req-adf0e62b-6841-4f21-8d50-a2ce37f0a182 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Notify callbacks [] for port, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:23.871345 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-31c0c474-8f25-4af5-a8ad-f1681a01b6cc req-3a059df7-081f-49f1-b844-0267cd674bfa tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Unset dirty status for tenant:a253b7f90d074c729aa03c3dbc382b57 on resource:port {{(pid=86433) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:04:23.872759 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-31c0c474-8f25-4af5-a8ad-f1681a01b6cc req-3a059df7-081f-49f1-b844-0267cd674bfa tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a253b7f90d074c729aa03c3dbc382b57&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2527111 Apr 21 06:04:23.887453 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5cc75cbf-7ae2-4d02-b11c-a514e5cc92ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7991656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970'] for subnet, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:23.892769 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:23.933365 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-f4116a89-9654-47e2-adac-a3660783fa17 req-adf0e62b-6841-4f21-8d50-a2ce37f0a182 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363270981802970'] for port, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:23.996940 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc75cbf-7ae2-4d02-b11c-a514e5cc92ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb78d3a5-2eeb-4a21-8481-9e77aad1d3b0,revision_number=0']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:24.017089 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4116a89-9654-47e2-adac-a3660783fa17 req-adf0e62b-6841-4f21-8d50-a2ce37f0a182 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Network 8a477b33-6a11-4388-9f32-3a61c0f7920e is already hosted by enough agents. {{(pid=86432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:04:24.020320 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5cc75cbf-7ae2-4d02-b11c-a514e5cc92ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:24.020791 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:24.059130 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [req-f4116a89-9654-47e2-adac-a3660783fa17 req-adf0e62b-6841-4f21-8d50-a2ce37f0a182 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Resources bound (agent type, host, resource id): {{(pid=86432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:04:24.071673 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-c7520a45-ace6-40e5-b663-cab4ff2e3076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:24.074357 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4116a89-9654-47e2-adac-a3660783fa17 req-adf0e62b-6841-4f21-8d50-a2ce37f0a182 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Received port after_create {{(pid=86432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:04:24.081270 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4116a89-9654-47e2-adac-a3660783fa17 req-adf0e62b-6841-4f21-8d50-a2ce37f0a182 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:24.081946 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-f4116a89-9654-47e2-adac-a3660783fa17 req-adf0e62b-6841-4f21-8d50-a2ce37f0a182 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846863987'] for port, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:24.104899 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [req-c2135ccb-e9d4-45e6-9485-aaf192a51b79 req-44f01178-4280-4323-8d3e-ee97960f3152 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:04:24.110372 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-c2135ccb-e9d4-45e6-9485-aaf192a51b79 req-44f01178-4280-4323-8d3e-ee97960f3152 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Usage tracker for resource:port and tenant:83c72247bd04473380fa74addf843cfd is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:04:24.110961 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc75cbf-7ae2-4d02-b11c-a514e5cc92ed admin admin] Checking segment: {'id': 'f373b75a-c699-41fb-8038-a05fef31d382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e343726a-77e1-402c-a308-c9a173251792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:04:24.111456 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc75cbf-7ae2-4d02-b11c-a514e5cc92ed admin admin] Network hostable DHCP agents. Network: e343726a-77e1-402c-a308-c9a173251792, hostable agents: ['6e5e74bc-90a9-40d2-b33c-cc5e996b490a'], hosted agents: [] {{(pid=86432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 21 06:04:24.113738 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-c2135ccb-e9d4-45e6-9485-aaf192a51b79 req-44f01178-4280-4323-8d3e-ee97960f3152 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:04:24.120966 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [req-c2135ccb-e9d4-45e6-9485-aaf192a51b79 req-44f01178-4280-4323-8d3e-ee97960f3152 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:04:24.168681 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-c7520a45-ace6-40e5-b663-cab4ff2e3076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:24.173473 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-c7520a45-ace6-40e5-b663-cab4ff2e3076 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/463e2713-b996-4ab4-a350-d3abb34d4298 HTTP/1.1" status: 204 len: 168 time: 1.0991700 Apr 21 06:04:24.177912 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf0e62b-6841-4f21-8d50-a2ce37f0a182 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Pushing event updated for resources: {'Port': ['ID=8ab21f9f-1509-41df-ba62-c5cf11ead2ce,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:24.180814 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-adf0e62b-6841-4f21-8d50-a2ce37f0a182 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:24.181273 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:24.196335 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7520a45-ace6-40e5-b663-cab4ff2e3076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=463e2713-b996-4ab4-a350-d3abb34d4298,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:24.210238 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-c7520a45-ace6-40e5-b663-cab4ff2e3076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:24.228225 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2135ccb-e9d4-45e6-9485-aaf192a51b79 req-44f01178-4280-4323-8d3e-ee97960f3152 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Made reservation on behalf of 83c72247bd04473380fa74addf843cfd for: {'port': 1} {{(pid=86433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:04:24.235123 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-c2135ccb-e9d4-45e6-9485-aaf192a51b79 req-44f01178-4280-4323-8d3e-ee97960f3152 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:24.261810 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc75cbf-7ae2-4d02-b11c-a514e5cc92ed admin admin] Network e343726a-77e1-402c-a308-c9a173251792 is scheduled to be hosted by DHCP agent 6e5e74bc-90a9-40d2-b33c-cc5e996b490a with binding_index 1 {{(pid=86432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 21 06:04:24.268478 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f4116a89-9654-47e2-adac-a3660783fa17 req-adf0e62b-6841-4f21-8d50-a2ce37f0a182 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2699959 Apr 21 06:04:24.289205 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [req-f4116a89-9654-47e2-adac-a3660783fa17 req-4c343153-806b-430e-98cb-fbd945b06260 service neutron] Request body: {'port': {'device_id': 'd18dcc6c-0640-42cf-bdb7-189fce144353', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=86432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:04:24.313738 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-31c0c474-8f25-4af5-a8ad-f1681a01b6cc req-231073bb-e5f3-4bf0-94a2-896a749814fa service neutron] 10.222.0.15 "GET /v2.0/networks/18d42f14-ebcb-45fb-872d-4c48e6952727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4166546 Apr 21 06:04:24.346787 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [None req-5cc75cbf-7ae2-4d02-b11c-a514e5cc92ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-6-iscsi, e343726a-77e1-402c-a308-c9a173251792) {{(pid=86432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:04:24.361790 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c27461-1859-45b1-b54c-9de0d5df2ad5 None None] Network e343726a-77e1-402c-a308-c9a173251792 requested from dv-cinder-782390-6-iscsi {{(pid=86434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:04:24.368546 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc75cbf-7ae2-4d02-b11c-a514e5cc92ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:24.369349 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5cc75cbf-7ae2-4d02-b11c-a514e5cc92ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846863987'] for subnet, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:24.517380 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-5cc75cbf-7ae2-4d02-b11c-a514e5cc92ed admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.9503522 Apr 21 06:04:24.537414 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-31c0c474-8f25-4af5-a8ad-f1681a01b6cc req-758ea8f4-c6cc-41de-a626-42470fe47d23 service neutron] 10.222.0.15 "GET /v2.0/networks/18d42f14-ebcb-45fb-872d-4c48e6952727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136669 Apr 21 06:04:24.544440 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e80077-aaaf-46c6-b7a6-40e8c5f6072d req-36344950-f4f1-4b11-9d3b-d4aefa88e9a0 tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:24.552983 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f3e80077-aaaf-46c6-b7a6-40e8c5f6072d req-36344950-f4f1-4b11-9d3b-d4aefa88e9a0 tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] 10.222.0.15 "GET /v2.0/ports?device_id=071de0ba-1515-4f1f-ac01-6f3023cd9e82 HTTP/1.1" status: 200 len: 943 time: 0.3412442 Apr 21 06:04:24.589190 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-f4116a89-9654-47e2-adac-a3660783fa17 req-4c343153-806b-430e-98cb-fbd945b06260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:24.836145 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.db_base_plugin_common [req-c2135ccb-e9d4-45e6-9485-aaf192a51b79 req-44f01178-4280-4323-8d3e-ee97960f3152 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Allocated IP 172.20.0.11 (8a477b33-6a11-4388-9f32-3a61c0f7920e/2da1c0c9-9d0e-43d1-a8aa-9f65aa7cd6bc/f15b2d24-48f2-4f38-80a6-0b3c822d56e2) {{(pid=86433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:04:24.853585 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab3db84-a75f-4caa-9e91-bcc4a7d99042 None None] Network e343726a-77e1-402c-a308-c9a173251792 requested from dv-cinder-782390-6-iscsi {{(pid=86434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:04:25.077985 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f3e80077-aaaf-46c6-b7a6-40e8c5f6072d req-96215ad0-52f2-4a34-9490-000dcf97d38c tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] 10.222.0.15 "GET /v2.0/security-groups?id=edc534de-cd96-4d6a-9c8a-f88f604c5271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5240462 Apr 21 06:04:25.182633 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-1acd5078-3c54-4bb1-a17e-f61fc0c15e16 req-1677c10b-d133-47e4-b038-5512aaf58ba9 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Synchronizing usage tracker for tenant:83c72247bd04473380fa74addf843cfd on resource:port {{(pid=86433) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:04:25.240125 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 54384) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:04:25.286667 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 54390) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:04:25.367332 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.11', 57921) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:04:25.370889 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Device a9b2b264-dff1-4898-8aff-dab2675b3c12 details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=86434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 06:04:25.449101 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-c2135ccb-e9d4-45e6-9485-aaf192a51b79 req-44f01178-4280-4323-8d3e-ee97960f3152 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Notify callbacks [] for port, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:25.466006 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-80cabfba-c118-4b37-b5c3-48caf692f6d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:25.498166 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-dae07e8a-08cf-40ee-a112-ea9cf2dc91eb req-3e0143c4-fd18-4243-a235-0c54f6571a60 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 210 time: 0.1292007 Apr 21 06:04:25.512770 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-1acd5078-3c54-4bb1-a17e-f61fc0c15e16 req-1677c10b-d133-47e4-b038-5512aaf58ba9 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Unset dirty status for tenant:83c72247bd04473380fa74addf843cfd on resource:port {{(pid=86433) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:04:25.512951 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-80cabfba-c118-4b37-b5c3-48caf692f6d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:04:25.514061 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1acd5078-3c54-4bb1-a17e-f61fc0c15e16 req-1677c10b-d133-47e4-b038-5512aaf58ba9 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8da5d63-9858-4a18-9b9a-07455985ef41 HTTP/1.1" status: 200 len: 210 time: 0.4765534 Apr 21 06:04:25.522139 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-80cabfba-c118-4b37-b5c3-48caf692f6d6 admin admin] Usage tracker for resource:security_group_rule and tenant:ba9eb1eb3f884f519baeae6a21d56a69 is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:04:25.528664 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-80cabfba-c118-4b37-b5c3-48caf692f6d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:04:25.537760 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ef1fadd-7fda-43a0-aabb-555726ebfd2f admin admin] Deleting subnet fa6c6209-033c-4f4b-a6ca-11d55499e002 {{(pid=86432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 21 06:04:25.556922 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6ef1fadd-7fda-43a0-aabb-555726ebfd2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:25.590046 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-80cabfba-c118-4b37-b5c3-48caf692f6d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:04:25.598201 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa276896-aaf8-4a0d-a3e2-b8ec4fc50412 req-09394609-1ff3-4011-aadd-61b314548541 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:25.599853 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-aa276896-aaf8-4a0d-a3e2-b8ec4fc50412 req-09394609-1ff3-4011-aadd-61b314548541 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.11 "GET /v2.0/networks?id=4adbb71d-0e3c-4f02-8c40-88a15a7ed44f HTTP/1.1" status: 200 len: 816 time: 0.2285101 Apr 21 06:04:25.678199 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] For port a9b2b264-dff1-4898-8aff-dab2675b3c12, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=a9b2b264-dff1-4898-8aff-dab2675b3c12,segment=NetworkSegment(0e0df38b-d163-4b4f-80de-8b90602c0533),segment_id=0e0df38b-d163-4b4f-80de-8b90602c0533)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:04:25.706591 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Returning: {'device': 'a9b2b264-dff1-4898-8aff-dab2675b3c12', 'network_id': '02aef44c-9c22-4a3a-a843-f9377abd09fe', 'port_id': 'a9b2b264-dff1-4898-8aff-dab2675b3c12', 'mac_address': 'fa:16:3e:64:cb:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dae346a-8734-4491-9982-4a9006473f44', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 06:04:25.737948 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-aa276896-aaf8-4a0d-a3e2-b8ec4fc50412 req-39386e59-814f-449d-bc70-6c15a9cca7c8 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b8b3b90db3b4377b76614075eb19d93 HTTP/1.1" status: 200 len: 380 time: 0.1262345 Apr 21 06:04:25.740172 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-c2135ccb-e9d4-45e6-9485-aaf192a51b79 req-44f01178-4280-4323-8d3e-ee97960f3152 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363270981802970'] for port, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:25.743115 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6ef1fadd-7fda-43a0-aabb-555726ebfd2f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:25.757223 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [req-aa276896-aaf8-4a0d-a3e2-b8ec4fc50412 req-ec747597-1005-49a2-a972-4d07cfd1f6b0 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Request body: {'port': {'device_id': '47681b71-1a9f-43b0-91cc-5fa6232d2eac', 'network_id': '4adbb71d-0e3c-4f02-8c40-88a15a7ed44f', 'admin_state_up': True, 'tenant_id': '9b8b3b90db3b4377b76614075eb19d93', 'security_groups': ['40276c7d-d6d5-48c4-8cd8-a77509ddd2cd']}} {{(pid=86433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:04:25.764194 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6ef1fadd-7fda-43a0-aabb-555726ebfd2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853408352'] for subnet, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:25.809556 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-72205db6-ee97-480c-89f7-d97e605a297e req-113ac56c-3424-4acd-abe4-5202b399be54 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.1991346 Apr 21 06:04:25.809827 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:25.845725 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9b2b264-dff1-4898-8aff-dab2675b3c12 {{(pid=86434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 06:04:25.947053 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] For port a9b2b264-dff1-4898-8aff-dab2675b3c12, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=a9b2b264-dff1-4898-8aff-dab2675b3c12,segment=NetworkSegment(0e0df38b-d163-4b4f-80de-8b90602c0533),segment_id=0e0df38b-d163-4b4f-80de-8b90602c0533)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:04:25.979733 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:25.982498 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:26.002669 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 54414) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:04:26.006870 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [req-f4116a89-9654-47e2-adac-a3660783fa17 req-4c343153-806b-430e-98cb-fbd945b06260 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ab21f9f-1509-41df-ba62-c5cf11ead2ce {{(pid=86432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 06:04:26.012518 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:26.078956 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-f4116a89-9654-47e2-adac-a3660783fa17 req-4c343153-806b-430e-98cb-fbd945b06260 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:26.095831 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Pushing event updated for resources: {'Port': ['ID=a9b2b264-dff1-4898-8aff-dab2675b3c12,revision_number=4']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:26.107896 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:26.123404 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [req-aa276896-aaf8-4a0d-a3e2-b8ec4fc50412 req-ec747597-1005-49a2-a972-4d07cfd1f6b0 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:04:26.135651 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [req-aa276896-aaf8-4a0d-a3e2-b8ec4fc50412 req-ec747597-1005-49a2-a972-4d07cfd1f6b0 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:04:26.148573 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2135ccb-e9d4-45e6-9485-aaf192a51b79 req-44f01178-4280-4323-8d3e-ee97960f3152 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Network 8a477b33-6a11-4388-9f32-3a61c0f7920e is already hosted by enough agents. {{(pid=86433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:04:26.152019 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [req-c2135ccb-e9d4-45e6-9485-aaf192a51b79 req-44f01178-4280-4323-8d3e-ee97960f3152 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Resources bound (agent type, host, resource id): {{(pid=86433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:04:26.163227 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2135ccb-e9d4-45e6-9485-aaf192a51b79 req-44f01178-4280-4323-8d3e-ee97960f3152 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Received port after_create {{(pid=86433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:04:26.169617 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2135ccb-e9d4-45e6-9485-aaf192a51b79 req-44f01178-4280-4323-8d3e-ee97960f3152 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:26.170303 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-c2135ccb-e9d4-45e6-9485-aaf192a51b79 req-44f01178-4280-4323-8d3e-ee97960f3152 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846863987'] for port, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:26.194303 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa276896-aaf8-4a0d-a3e2-b8ec4fc50412 req-ec747597-1005-49a2-a972-4d07cfd1f6b0 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Made reservation on behalf of 9b8b3b90db3b4377b76614075eb19d93 for: {'port': 1} {{(pid=86433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:04:26.198844 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [req-f4116a89-9654-47e2-adac-a3660783fa17 req-4c343153-806b-430e-98cb-fbd945b06260 service neutron] Transition to ACTIVE for port object 8ab21f9f-1509-41df-ba62-c5cf11ead2ce will not be triggered until provisioned by entity L2. {{(pid=86432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:04:26.201652 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-aa276896-aaf8-4a0d-a3e2-b8ec4fc50412 req-ec747597-1005-49a2-a972-4d07cfd1f6b0 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:26.218256 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] get_ports_and_sgs() called for port_ids ['a9b2b264-dff1-4898-8aff-dab2675b3c12'] {{(pid=86434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:04:26.242601 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-ad8807ed-bba5-477e-b8b3-681158e8913a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:26.257154 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-80cabfba-c118-4b37-b5c3-48caf692f6d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:26.262215 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-f4116a89-9654-47e2-adac-a3660783fa17 req-4c343153-806b-430e-98cb-fbd945b06260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:26.285414 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:26.324911 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f01178-4280-4323-8d3e-ee97960f3152 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Pushing event updated for resources: {'Port': ['ID=f15b2d24-48f2-4f38-80a6-0b3c822d56e2,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:26.339142 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c2135ccb-e9d4-45e6-9485-aaf192a51b79 req-44f01178-4280-4323-8d3e-ee97960f3152 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5971043 Apr 21 06:04:26.342292 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-44f01178-4280-4323-8d3e-ee97960f3152 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:26.354806 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [req-c2135ccb-e9d4-45e6-9485-aaf192a51b79 req-dd14fd20-ac7f-4d26-b27a-cf61ef3283e5 service neutron] Request body: {'port': {'device_id': 'b8da5d63-9858-4a18-9b9a-07455985ef41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=86433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:04:26.433448 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-ad8807ed-bba5-477e-b8b3-681158e8913a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:04:26.479201 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-80cabfba-c118-4b37-b5c3-48caf692f6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:26.526198 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-ad8807ed-bba5-477e-b8b3-681158e8913a admin admin] Usage tracker for resource:security_group_rule and tenant:c1216ceee54d4f758dc1dc8bd96ebb3e is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:04:26.544477 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-ad8807ed-bba5-477e-b8b3-681158e8913a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:04:26.578185 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-c2135ccb-e9d4-45e6-9485-aaf192a51b79 req-dd14fd20-ac7f-4d26-b27a-cf61ef3283e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:26.597737 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-ad8807ed-bba5-477e-b8b3-681158e8913a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:04:26.604132 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.db_base_plugin_common [req-aa276896-aaf8-4a0d-a3e2-b8ec4fc50412 req-ec747597-1005-49a2-a972-4d07cfd1f6b0 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Allocated IP 172.20.0.13 (4adbb71d-0e3c-4f02-8c40-88a15a7ed44f/6540d99e-bc73-4d77-9e9a-a9934313dcf7/73d308c6-f766-4740-9b6f-e88e0ae01217) {{(pid=86433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:04:26.755628 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-80cabfba-c118-4b37-b5c3-48caf692f6d6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ba9eb1eb3f884f519baeae6a21d56a69&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3886747 Apr 21 06:04:26.767089 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 54430) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:04:26.825832 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c343153-806b-430e-98cb-fbd945b06260 service neutron] Pushing event updated for resources: {'Port': ['ID=8ab21f9f-1509-41df-ba62-c5cf11ead2ce,revision_number=2']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:26.842243 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [req-f4116a89-9654-47e2-adac-a3660783fa17 req-4c343153-806b-430e-98cb-fbd945b06260 service neutron] Attempting to bind port 8ab21f9f-1509-41df-ba62-c5cf11ead2ce on host hv-cinder-78239 for vnic_type normal with profile {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:04:26.842850 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [req-f4116a89-9654-47e2-adac-a3660783fa17 req-4c343153-806b-430e-98cb-fbd945b06260 service neutron] Attempting to bind port 8ab21f9f-1509-41df-ba62-c5cf11ead2ce by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': '2039c6c7-ff97-42ba-b3c3-15d3e07cc6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8a477b33-6a11-4388-9f32-3a61c0f7920e'}] {{(pid=86432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:04:26.843413 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4116a89-9654-47e2-adac-a3660783fa17 req-4c343153-806b-430e-98cb-fbd945b06260 service neutron] Attempting to bind port 8ab21f9f-1509-41df-ba62-c5cf11ead2ce on network 8a477b33-6a11-4388-9f32-3a61c0f7920e {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:04:26.854151 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-4c343153-806b-430e-98cb-fbd945b06260 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:26.858836 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.280s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:26.889439 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4116a89-9654-47e2-adac-a3660783fa17 req-4c343153-806b-430e-98cb-fbd945b06260 service neutron] Port 8ab21f9f-1509-41df-ba62-c5cf11ead2ce on network 8a477b33-6a11-4388-9f32-3a61c0f7920e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 06:04:26.889868 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4116a89-9654-47e2-adac-a3660783fa17 req-4c343153-806b-430e-98cb-fbd945b06260 service neutron] Attempting to bind port 8ab21f9f-1509-41df-ba62-c5cf11ead2ce on network 8a477b33-6a11-4388-9f32-3a61c0f7920e {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:04:26.929327 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4116a89-9654-47e2-adac-a3660783fa17 req-4c343153-806b-430e-98cb-fbd945b06260 service neutron] Checking agent: {'id': '1687539a-73b5-4d9c-8d40-15e28bacc92a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 2, 5), 'started_at': datetime.datetime(2021, 4, 21, 6, 2, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:04:26.929706 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4116a89-9654-47e2-adac-a3660783fa17 req-4c343153-806b-430e-98cb-fbd945b06260 service neutron] Checking segment: {'id': '2039c6c7-ff97-42ba-b3c3-15d3e07cc6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8a477b33-6a11-4388-9f32-3a61c0f7920e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:04:26.930369 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4116a89-9654-47e2-adac-a3660783fa17 req-4c343153-806b-430e-98cb-fbd945b06260 service neutron] Bound using segment: {'id': '2039c6c7-ff97-42ba-b3c3-15d3e07cc6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8a477b33-6a11-4388-9f32-3a61c0f7920e'} {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:04:26.930927 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [req-f4116a89-9654-47e2-adac-a3660783fa17 req-4c343153-806b-430e-98cb-fbd945b06260 service neutron] Bound port: 8ab21f9f-1509-41df-ba62-c5cf11ead2ce, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2039c6c7-ff97-42ba-b3c3-15d3e07cc6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8a477b33-6a11-4388-9f32-3a61c0f7920e'}}] {{(pid=86432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:04:26.931317 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-f4116a89-9654-47e2-adac-a3660783fa17 req-4c343153-806b-430e-98cb-fbd945b06260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:26.990213 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0a315-7b48-413b-9b9c-0363cfa06788 req-41209cce-ef71-4f3a-8b87-36b5abbf5060 tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:26.991900 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f1e0a315-7b48-413b-9b9c-0363cfa06788 req-41209cce-ef71-4f3a-8b87-36b5abbf5060 tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] 10.222.0.15 "GET /v2.0/ports?device_id=071de0ba-1515-4f1f-ac01-6f3023cd9e82 HTTP/1.1" status: 200 len: 944 time: 0.5341392 Apr 21 06:04:26.998153 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cabfba-c118-4b37-b5c3-48caf692f6d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f885fa5c-e00a-4c6f-bd1d-b7c713e02172,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:27.045742 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-80cabfba-c118-4b37-b5c3-48caf692f6d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:27.099923 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6ef1fadd-7fda-43a0-aabb-555726ebfd2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7991656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970'] for subnet, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:27.107979 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a9175b-1aa7-4320-8361-7e0c0849404e req-1c633fed-013c-4ceb-8034-4a51e588dfa4 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:27.109646 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-33a9175b-1aa7-4320-8361-7e0c0849404e req-1c633fed-013c-4ceb-8034-4a51e588dfa4 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8da5d63-9858-4a18-9b9a-07455985ef41 HTTP/1.1" status: 200 len: 932 time: 0.1320491 Apr 21 06:04:27.123837 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5cc75cbf-7ae2-4d02-b11c-a514e5cc92ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:27.171443 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f1e0a315-7b48-413b-9b9c-0363cfa06788 req-53ce66ab-b06f-4d57-8076-6f6a452544e2 tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] 10.222.0.15 "GET /v2.0/security-groups?id=edc534de-cd96-4d6a-9c8a-f88f604c5271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691113 Apr 21 06:04:27.192854 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef1fadd-7fda-43a0-aabb-555726ebfd2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa6c6209-033c-4f4b-a6ca-11d55499e002,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:27.196350 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-6ef1fadd-7fda-43a0-aabb-555726ebfd2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:27.198912 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6ef1fadd-7fda-43a0-aabb-555726ebfd2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846863987'] for subnet, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:27.237487 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [req-f4116a89-9654-47e2-adac-a3660783fa17 req-4c343153-806b-430e-98cb-fbd945b06260 service neutron] For port 8ab21f9f-1509-41df-ba62-c5cf11ead2ce, host hv-cinder-78239, cleared binding levels {{(pid=86432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:04:27.263000 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d52a21e3-0905-43f4-9c26-ffc0b7af8a19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:27.289928 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [req-f4116a89-9654-47e2-adac-a3660783fa17 req-4c343153-806b-430e-98cb-fbd945b06260 service neutron] For port 8ab21f9f-1509-41df-ba62-c5cf11ead2ce, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=8ab21f9f-1509-41df-ba62-c5cf11ead2ce,segment=NetworkSegment(2039c6c7-ff97-42ba-b3c3-15d3e07cc6a7),segment_id=2039c6c7-ff97-42ba-b3c3-15d3e07cc6a7)] {{(pid=86432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:04:27.297968 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-6ef1fadd-7fda-43a0-aabb-555726ebfd2f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/fa6c6209-033c-4f4b-a6ca-11d55499e002 HTTP/1.1" status: 204 len: 168 time: 2.0542631 Apr 21 06:04:27.302243 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-ad8807ed-bba5-477e-b8b3-681158e8913a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:27.310017 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 54438) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:04:27.333384 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.11', 57927) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:04:27.342519 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d52a21e3-0905-43f4-9c26-ffc0b7af8a19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:27.346506 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-33a9175b-1aa7-4320-8361-7e0c0849404e req-3fc0ab31-792a-449a-860f-d0dd1283e0a4 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291055 Apr 21 06:04:27.361928 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Device a9b2b264-dff1-4898-8aff-dab2675b3c12 up at agent hyperv_hv-cinder-78239 {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:04:27.364575 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-f4116a89-9654-47e2-adac-a3660783fa17 req-4c343153-806b-430e-98cb-fbd945b06260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:27.453809 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-ad8807ed-bba5-477e-b8b3-681158e8913a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:27.479992 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-d9fc4a18-22e2-444c-9728-9053681469f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:27.500674 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Provisioning for port a9b2b264-dff1-4898-8aff-dab2675b3c12 completed by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:04:27.507521 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Provisioning complete for port a9b2b264-dff1-4898-8aff-dab2675b3c12 triggered by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:04:27.508149 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:27.518375 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-aa276896-aaf8-4a0d-a3e2-b8ec4fc50412 req-ec747597-1005-49a2-a972-4d07cfd1f6b0 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks [] for port, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:27.535313 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-2eca70b1-26c1-4446-b51d-96be28df2623 req-d0a08b84-57e7-4481-b25f-4cc9ea99b26d tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 210 time: 0.1843038 Apr 21 06:04:27.579948 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-4335ffbd-d837-417f-8690-d7a276c769d9 req-a83129e3-1013-4c7c-83c1-5e8b292305f2 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0662580 Apr 21 06:04:27.614390 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [req-aa276896-aaf8-4a0d-a3e2-b8ec4fc50412 req-ec747597-1005-49a2-a972-4d07cfd1f6b0 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Transition to ACTIVE for port object 73d308c6-f766-4740-9b6f-e88e0ae01217 will not be triggered until provisioned by entity DHCP. {{(pid=86433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:04:27.653696 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:27.683597 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '071de0ba-1515-4f1f-ac01-6f3023cd9e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b2b264-dff1-4898-8aff-dab2675b3c12'}] {{(pid=86434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:04:27.701614 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [req-c2135ccb-e9d4-45e6-9485-aaf192a51b79 req-dd14fd20-ac7f-4d26-b27a-cf61ef3283e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f15b2d24-48f2-4f38-80a6-0b3c822d56e2 {{(pid=86433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 06:04:27.712076 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-c2135ccb-e9d4-45e6-9485-aaf192a51b79 req-dd14fd20-ac7f-4d26-b27a-cf61ef3283e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:27.750619 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [req-c2135ccb-e9d4-45e6-9485-aaf192a51b79 req-dd14fd20-ac7f-4d26-b27a-cf61ef3283e5 service neutron] Transition to ACTIVE for port object f15b2d24-48f2-4f38-80a6-0b3c822d56e2 will not be triggered until provisioned by entity L2. {{(pid=86433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:04:27.755510 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] For port a9b2b264-dff1-4898-8aff-dab2675b3c12, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=a9b2b264-dff1-4898-8aff-dab2675b3c12,segment=NetworkSegment(0e0df38b-d163-4b4f-80de-8b90602c0533),segment_id=0e0df38b-d163-4b4f-80de-8b90602c0533)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:04:27.755962 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 54448) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:04:27.756185 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-ad8807ed-bba5-477e-b8b3-681158e8913a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c1216ceee54d4f758dc1dc8bd96ebb3e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7523174 Apr 21 06:04:27.767775 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4116a89-9654-47e2-adac-a3660783fa17 req-4c343153-806b-430e-98cb-fbd945b06260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:27.768630 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-f4116a89-9654-47e2-adac-a3660783fa17 req-4c343153-806b-430e-98cb-fbd945b06260 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846863987'] for port, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:27.770267 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f4116a89-9654-47e2-adac-a3660783fa17 req-4c343153-806b-430e-98cb-fbd945b06260 service neutron] 10.222.0.11 "PUT /v2.0/ports/8ab21f9f-1509-41df-ba62-c5cf11ead2ce HTTP/1.1" status: 200 len: 1093 time: 3.4926984 Apr 21 06:04:27.774914 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd18dcc6c-0640-42cf-bdb7-189fce144353', 'tag': '8ab21f9f-1509-41df-ba62-c5cf11ead2ce'}] {{(pid=86432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:04:27.784248 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-aa276896-aaf8-4a0d-a3e2-b8ec4fc50412 req-ec747597-1005-49a2-a972-4d07cfd1f6b0 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363270981802970'] for port, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:27.802553 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:27.805044 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:27.808795 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-44f01178-4280-4323-8d3e-ee97960f3152 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:27.852931 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-66a1fc1f-6446-4208-aa7a-02e792812444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853439508'] for network, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:27.905369 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa276896-aaf8-4a0d-a3e2-b8ec4fc50412 req-ec747597-1005-49a2-a972-4d07cfd1f6b0 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Network 4adbb71d-0e3c-4f02-8c40-88a15a7ed44f is already hosted by enough agents. {{(pid=86433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:04:27.922000 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec747597-1005-49a2-a972-4d07cfd1f6b0 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Pushing event updated for resources: {'Port': ['ID=73d308c6-f766-4740-9b6f-e88e0ae01217,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:27.927184 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-ec747597-1005-49a2-a972-4d07cfd1f6b0 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:27.928376 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [req-aa276896-aaf8-4a0d-a3e2-b8ec4fc50412 req-ec747597-1005-49a2-a972-4d07cfd1f6b0 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Resources bound (agent type, host, resource id): {{(pid=86433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:04:27.943157 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c343153-806b-430e-98cb-fbd945b06260 service neutron] Pushing event updated for resources: {'Port': ['ID=8ab21f9f-1509-41df-ba62-c5cf11ead2ce,revision_number=3']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:27.944545 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa276896-aaf8-4a0d-a3e2-b8ec4fc50412 req-ec747597-1005-49a2-a972-4d07cfd1f6b0 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Received port after_create {{(pid=86433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:04:27.948798 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-4c343153-806b-430e-98cb-fbd945b06260 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:27.960253 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa276896-aaf8-4a0d-a3e2-b8ec4fc50412 req-ec747597-1005-49a2-a972-4d07cfd1f6b0 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:27.963737 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-aa276896-aaf8-4a0d-a3e2-b8ec4fc50412 req-ec747597-1005-49a2-a972-4d07cfd1f6b0 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846863987'] for port, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:27.963858 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-687cb663-b511-4d92-b5ce-ad3ce1d0c078 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.430s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:27.972036 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-c2135ccb-e9d4-45e6-9485-aaf192a51b79 req-dd14fd20-ac7f-4d26-b27a-cf61ef3283e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:28.027119 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:28.032250 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Pushing event updated for resources: {'Port': ['ID=a9b2b264-dff1-4898-8aff-dab2675b3c12,revision_number=5']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:28.046375 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:28.236147 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5f2b8d27-c94f-4c1a-b627-beb01d6f9a64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:28.244749 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd14fd20-ac7f-4d26-b27a-cf61ef3283e5 service neutron] Pushing event updated for resources: {'Port': ['ID=f15b2d24-48f2-4f38-80a6-0b3c822d56e2,revision_number=2']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:28.278517 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0c474-8f25-4af5-a8ad-f1681a01b6cc req-a01eb3fc-510b-4dd7-9cf1-b74edc35df4b tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:28.280773 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-31c0c474-8f25-4af5-a8ad-f1681a01b6cc req-a01eb3fc-510b-4dd7-9cf1-b74edc35df4b tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.11 "GET /v2.0/networks?id=18d42f14-ebcb-45fb-872d-4c48e6952727 HTTP/1.1" status: 200 len: 811 time: 0.9406950 Apr 21 06:04:28.316948 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5f2b8d27-c94f-4c1a-b627-beb01d6f9a64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:28.359562 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-dd14fd20-ac7f-4d26-b27a-cf61ef3283e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:28.368436 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8807ed-bba5-477e-b8b3-681158e8913a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a67f9791-24d0-46c5-91a8-9bcf7093eef4,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:28.372003 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-aa276896-aaf8-4a0d-a3e2-b8ec4fc50412 req-ec747597-1005-49a2-a972-4d07cfd1f6b0 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6246810 Apr 21 06:04:28.382522 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d52a21e3-0905-43f4-9c26-ffc0b7af8a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:28.385783 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-ad8807ed-bba5-477e-b8b3-681158e8913a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:28.392106 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [req-aa276896-aaf8-4a0d-a3e2-b8ec4fc50412 req-dd0ee7fe-8e06-4ff4-bd5a-96e6afea8664 service neutron] Request body: {'port': {'device_id': '47681b71-1a9f-43b0-91cc-5fa6232d2eac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=86433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:04:28.400437 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '071de0ba-1515-4f1f-ac01-6f3023cd9e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b2b264-dff1-4898-8aff-dab2675b3c12', 'code': 200} Apr 21 06:04:28.445350 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:28.459029 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-77d32157-e637-4cf1-9f04-99e0ef9b6c73 None None] Provisioning for port 73d308c6-f766-4740-9b6f-e88e0ae01217 completed by entity DHCP. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:04:28.464397 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-77d32157-e637-4cf1-9f04-99e0ef9b6c73 None None] Provisioning complete for port 73d308c6-f766-4740-9b6f-e88e0ae01217 triggered by entity DHCP. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:04:28.464993 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-77d32157-e637-4cf1-9f04-99e0ef9b6c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:28.498641 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52a21e3-0905-43f4-9c26-ffc0b7af8a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f885fa5c-e00a-4c6f-bd1d-b7c713e02172,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:28.547375 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [req-c2135ccb-e9d4-45e6-9485-aaf192a51b79 req-dd14fd20-ac7f-4d26-b27a-cf61ef3283e5 service neutron] Attempting to bind port f15b2d24-48f2-4f38-80a6-0b3c822d56e2 on host hv-cinder-78239 for vnic_type normal with profile {{(pid=86433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:04:28.547760 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [req-c2135ccb-e9d4-45e6-9485-aaf192a51b79 req-dd14fd20-ac7f-4d26-b27a-cf61ef3283e5 service neutron] Attempting to bind port f15b2d24-48f2-4f38-80a6-0b3c822d56e2 by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': '2039c6c7-ff97-42ba-b3c3-15d3e07cc6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8a477b33-6a11-4388-9f32-3a61c0f7920e'}] {{(pid=86433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:04:28.548130 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2135ccb-e9d4-45e6-9485-aaf192a51b79 req-dd14fd20-ac7f-4d26-b27a-cf61ef3283e5 service neutron] Attempting to bind port f15b2d24-48f2-4f38-80a6-0b3c822d56e2 on network 8a477b33-6a11-4388-9f32-3a61c0f7920e {{(pid=86433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:04:28.555868 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-d52a21e3-0905-43f4-9c26-ffc0b7af8a19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:28.570885 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd18dcc6c-0640-42cf-bdb7-189fce144353', 'tag': '8ab21f9f-1509-41df-ba62-c5cf11ead2ce', 'status': 'completed', 'code': 200} Apr 21 06:04:28.580967 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2135ccb-e9d4-45e6-9485-aaf192a51b79 req-dd14fd20-ac7f-4d26-b27a-cf61ef3283e5 service neutron] Port f15b2d24-48f2-4f38-80a6-0b3c822d56e2 on network 8a477b33-6a11-4388-9f32-3a61c0f7920e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=86433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 06:04:28.580967 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2135ccb-e9d4-45e6-9485-aaf192a51b79 req-dd14fd20-ac7f-4d26-b27a-cf61ef3283e5 service neutron] Attempting to bind port f15b2d24-48f2-4f38-80a6-0b3c822d56e2 on network 8a477b33-6a11-4388-9f32-3a61c0f7920e {{(pid=86433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:04:28.583907 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-66a1fc1f-6446-4208-aa7a-02e792812444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1367541', 'neutron.services.segments.db._delete_segments_for_network-8765873502323'] for network, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:28.599014 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2135ccb-e9d4-45e6-9485-aaf192a51b79 req-dd14fd20-ac7f-4d26-b27a-cf61ef3283e5 service neutron] Checking agent: {'id': '1687539a-73b5-4d9c-8d40-15e28bacc92a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 2, 5), 'started_at': datetime.datetime(2021, 4, 21, 6, 2, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:04:28.599395 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2135ccb-e9d4-45e6-9485-aaf192a51b79 req-dd14fd20-ac7f-4d26-b27a-cf61ef3283e5 service neutron] Checking segment: {'id': '2039c6c7-ff97-42ba-b3c3-15d3e07cc6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8a477b33-6a11-4388-9f32-3a61c0f7920e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:04:28.599655 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d52a21e3-0905-43f4-9c26-ffc0b7af8a19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:28.599822 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2135ccb-e9d4-45e6-9485-aaf192a51b79 req-dd14fd20-ac7f-4d26-b27a-cf61ef3283e5 service neutron] Bound using segment: {'id': '2039c6c7-ff97-42ba-b3c3-15d3e07cc6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8a477b33-6a11-4388-9f32-3a61c0f7920e'} {{(pid=86433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:04:28.600285 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [req-c2135ccb-e9d4-45e6-9485-aaf192a51b79 req-dd14fd20-ac7f-4d26-b27a-cf61ef3283e5 service neutron] Bound port: f15b2d24-48f2-4f38-80a6-0b3c822d56e2, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2039c6c7-ff97-42ba-b3c3-15d3e07cc6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8a477b33-6a11-4388-9f32-3a61c0f7920e'}}] {{(pid=86433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:04:28.600896 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-d52a21e3-0905-43f4-9c26-ffc0b7af8a19 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f885fa5c-e00a-4c6f-bd1d-b7c713e02172 HTTP/1.1" status: 204 len: 168 time: 1.8250279 Apr 21 06:04:28.603542 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-c2135ccb-e9d4-45e6-9485-aaf192a51b79 req-dd14fd20-ac7f-4d26-b27a-cf61ef3283e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:28.606026 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-31c0c474-8f25-4af5-a8ad-f1681a01b6cc req-8959c8c0-cf17-408d-b1c3-4ccf9e610f94 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a253b7f90d074c729aa03c3dbc382b57 HTTP/1.1" status: 200 len: 380 time: 0.2656822 Apr 21 06:04:28.619035 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-77d32157-e637-4cf1-9f04-99e0ef9b6c73 None None] Port 73d308c6-f766-4740-9b6f-e88e0ae01217 cannot update to ACTIVE because it is not bound. {{(pid=86434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 06:04:28.620351 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4116a89-9654-47e2-adac-a3660783fa17 req-de856fe8-6336-4163-9507-c74cf1ba5f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:28.622003 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f4116a89-9654-47e2-adac-a3660783fa17 req-de856fe8-6336-4163-9507-c74cf1ba5f6f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=83c72247bd04473380fa74addf843cfd&device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 1096 time: 0.7344444 Apr 21 06:04:28.627290 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [req-31c0c474-8f25-4af5-a8ad-f1681a01b6cc req-83ac93d3-9437-4af9-91e1-28736338b972 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Request body: {'port': {'device_id': 'aef504c8-2a75-4a73-af61-ab5850bdb863', 'network_id': '18d42f14-ebcb-45fb-872d-4c48e6952727', 'admin_state_up': True, 'tenant_id': 'a253b7f90d074c729aa03c3dbc382b57', 'security_groups': ['eb4a8c28-565a-4d8d-8586-e8b658f711e5']}} {{(pid=86432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:04:28.729508 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [req-c2135ccb-e9d4-45e6-9485-aaf192a51b79 req-dd14fd20-ac7f-4d26-b27a-cf61ef3283e5 service neutron] For port f15b2d24-48f2-4f38-80a6-0b3c822d56e2, host hv-cinder-78239, cleared binding levels {{(pid=86433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:04:28.731758 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5f2b8d27-c94f-4c1a-b627-beb01d6f9a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:28.736248 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [req-c2135ccb-e9d4-45e6-9485-aaf192a51b79 req-dd14fd20-ac7f-4d26-b27a-cf61ef3283e5 service neutron] For port f15b2d24-48f2-4f38-80a6-0b3c822d56e2, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=f15b2d24-48f2-4f38-80a6-0b3c822d56e2,segment=NetworkSegment(2039c6c7-ff97-42ba-b3c3-15d3e07cc6a7),segment_id=2039c6c7-ff97-42ba-b3c3-15d3e07cc6a7)] {{(pid=86433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:04:28.742012 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.11', 57930) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:04:28.747423 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-de2dfb20-a9d6-44b2-889a-6bb8713b6be2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:28.796816 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-c2135ccb-e9d4-45e6-9485-aaf192a51b79 req-dd14fd20-ac7f-4d26-b27a-cf61ef3283e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:28.806620 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b8d27-c94f-4c1a-b627-beb01d6f9a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67f9791-24d0-46c5-91a8-9bcf7093eef4,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:28.824639 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5f2b8d27-c94f-4c1a-b627-beb01d6f9a64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:28.828376 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-a19e2e37-dab4-49d5-8389-98bf6f96e288 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:28.829194 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f4116a89-9654-47e2-adac-a3660783fa17 req-6ce2ea0d-9132-4956-b086-3dbc16b0f853 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ab21f9f-1509-41df-ba62-c5cf11ead2ce HTTP/1.1" status: 200 len: 217 time: 0.1762795 Apr 21 06:04:28.909716 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5f2b8d27-c94f-4c1a-b627-beb01d6f9a64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:28.911048 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-5f2b8d27-c94f-4c1a-b627-beb01d6f9a64 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a67f9791-24d0-46c5-91a8-9bcf7093eef4 HTTP/1.1" status: 204 len: 168 time: 1.1539986 Apr 21 06:04:28.920433 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc61300-3580-4cc8-9894-764a3e689c18 req-638d59fc-16ce-478d-968d-16af98f0e1d4 tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:28.924069 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-2cc61300-3580-4cc8-9894-764a3e689c18 req-638d59fc-16ce-478d-968d-16af98f0e1d4 tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] 10.222.0.15 "GET /v2.0/ports?device_id=071de0ba-1515-4f1f-ac01-6f3023cd9e82 HTTP/1.1" status: 200 len: 945 time: 0.4800730 Apr 21 06:04:28.947188 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-aa276896-aaf8-4a0d-a3e2-b8ec4fc50412 req-dd0ee7fe-8e06-4ff4-bd5a-96e6afea8664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:28.995595 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2135ccb-e9d4-45e6-9485-aaf192a51b79 req-dd14fd20-ac7f-4d26-b27a-cf61ef3283e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:28.995796 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-c2135ccb-e9d4-45e6-9485-aaf192a51b79 req-dd14fd20-ac7f-4d26-b27a-cf61ef3283e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846863987'] for port, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:28.997266 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c2135ccb-e9d4-45e6-9485-aaf192a51b79 req-dd14fd20-ac7f-4d26-b27a-cf61ef3283e5 service neutron] 10.222.0.11 "PUT /v2.0/ports/f15b2d24-48f2-4f38-80a6-0b3c822d56e2 HTTP/1.1" status: 200 len: 1094 time: 2.6481266 Apr 21 06:04:28.997787 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8da5d63-9858-4a18-9b9a-07455985ef41', 'tag': 'f15b2d24-48f2-4f38-80a6-0b3c822d56e2'}] {{(pid=86433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:04:29.077477 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:04:29.078538 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-66a1fc1f-6446-4208-aa7a-02e792812444 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86432) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:04:29.079002 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-66a1fc1f-6446-4208-aa7a-02e792812444 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86432) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:04:29.080276 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-66a1fc1f-6446-4208-aa7a-02e792812444 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86432) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:04:29.080276 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-66a1fc1f-6446-4208-aa7a-02e792812444 admin admin] Subscribe: > port after_create 55550000 {{(pid=86432) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:04:29.080585 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-66a1fc1f-6446-4208-aa7a-02e792812444 admin admin] Subscribe: > port after_delete 55550000 {{(pid=86432) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:04:29.081017 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-66a1fc1f-6446-4208-aa7a-02e792812444 admin admin] Subscribe: > port after_update 55550000 {{(pid=86432) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:04:29.081428 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-66a1fc1f-6446-4208-aa7a-02e792812444 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86432) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:04:29.081676 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-66a1fc1f-6446-4208-aa7a-02e792812444 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86432) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:04:29.082098 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-66a1fc1f-6446-4208-aa7a-02e792812444 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86432) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:04:29.082394 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-66a1fc1f-6446-4208-aa7a-02e792812444 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86432) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:04:29.137217 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd14fd20-ac7f-4d26-b27a-cf61ef3283e5 service neutron] Pushing event updated for resources: {'Port': ['ID=f15b2d24-48f2-4f38-80a6-0b3c822d56e2,revision_number=3']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:29.154956 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-dd14fd20-ac7f-4d26-b27a-cf61ef3283e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:29.164183 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-66a1fc1f-6446-4208-aa7a-02e792812444 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86432) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:04:29.164567 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-66a1fc1f-6446-4208-aa7a-02e792812444 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86432) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:04:29.164953 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-66a1fc1f-6446-4208-aa7a-02e792812444 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86432) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:04:29.165094 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-2cc61300-3580-4cc8-9894-764a3e689c18 req-3bf7d87c-99eb-4bb7-983a-3e26744775f6 tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] 10.222.0.15 "GET /v2.0/security-groups?id=edc534de-cd96-4d6a-9c8a-f88f604c5271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285626 Apr 21 06:04:29.165586 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-66a1fc1f-6446-4208-aa7a-02e792812444 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86432) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:04:29.165989 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.services.segments.db [None req-66a1fc1f-6446-4208-aa7a-02e792812444 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f99587b5-959e-447d-be16-3677de9f27bf']}} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:04:29.207501 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.services.segments.db [None req-66a1fc1f-6446-4208-aa7a-02e792812444 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '652e8f85-7ccd-4ecc-8cca-5a5ec53100f9') {'for_net_delete': True} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:04:29.208040 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.services.segments.db [None req-66a1fc1f-6446-4208-aa7a-02e792812444 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '652e8f85-7ccd-4ecc-8cca-5a5ec53100f9') {} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:04:29.229987 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4116a89-9654-47e2-adac-a3660783fa17 req-eff6e488-0579-4382-a69c-6d809ff3f93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:29.234335 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f4116a89-9654-47e2-adac-a3660783fa17 req-eff6e488-0579-4382-a69c-6d809ff3f93a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2da1c0c9-9d0e-43d1-a8aa-9f65aa7cd6bc HTTP/1.1" status: 200 len: 858 time: 0.3887084 Apr 21 06:04:29.347552 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2135ccb-e9d4-45e6-9485-aaf192a51b79 req-7d495d86-895c-438e-b13c-c8558a414f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:29.349317 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c2135ccb-e9d4-45e6-9485-aaf192a51b79 req-7d495d86-895c-438e-b13c-c8558a414f09 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=83c72247bd04473380fa74addf843cfd&device_id=b8da5d63-9858-4a18-9b9a-07455985ef41 HTTP/1.1" status: 200 len: 1097 time: 0.2809274 Apr 21 06:04:29.358923 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-66a1fc1f-6446-4208-aa7a-02e792812444 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363270981292899', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847645964'] for segment, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:29.398763 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f4116a89-9654-47e2-adac-a3660783fa17 req-46445516-2047-441e-a50f-2158481afb78 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8a477b33-6a11-4388-9f32-3a61c0f7920e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1244309 Apr 21 06:04:29.410212 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [req-31c0c474-8f25-4af5-a8ad-f1681a01b6cc req-83ac93d3-9437-4af9-91e1-28736338b972 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:04:29.423550 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [req-31c0c474-8f25-4af5-a8ad-f1681a01b6cc req-83ac93d3-9437-4af9-91e1-28736338b972 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:04:29.479549 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-66a1fc1f-6446-4208-aa7a-02e792812444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1361606'] for segment, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:29.495298 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c2135ccb-e9d4-45e6-9485-aaf192a51b79 req-3909510e-715b-41be-b321-d2d7c5040795 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f15b2d24-48f2-4f38-80a6-0b3c822d56e2 HTTP/1.1" status: 200 len: 217 time: 0.1294227 Apr 21 06:04:29.495665 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccee701-d4ed-4553-8539-5b304ed0aa0e req-cadf02ba-b1de-475e-a70c-249cb2383d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:29.497276 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-cccee701-d4ed-4553-8539-5b304ed0aa0e req-cadf02ba-b1de-475e-a70c-249cb2383d13 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=071de0ba-1515-4f1f-ac01-6f3023cd9e82 HTTP/1.1" status: 200 len: 1098 time: 0.6716454 Apr 21 06:04:29.513742 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf1132-7b9c-4534-a7a4-a20379d6bd40 req-b9c2f4f2-6b01-44d2-896f-113bbd61c9d8 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:29.514559 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-b9bf1132-7b9c-4534-a7a4-a20379d6bd40 req-b9c2f4f2-6b01-44d2-896f-113bbd61c9d8 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Synchronizing usage tracker for tenant:83c72247bd04473380fa74addf843cfd on resource:port {{(pid=86432) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:04:29.568316 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66a1fc1f-6446-4208-aa7a-02e792812444 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=86432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 21 06:04:29.608872 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31c0c474-8f25-4af5-a8ad-f1681a01b6cc req-83ac93d3-9437-4af9-91e1-28736338b972 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Made reservation on behalf of a253b7f90d074c729aa03c3dbc382b57 for: {'port': 1} {{(pid=86432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:04:29.613956 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-31c0c474-8f25-4af5-a8ad-f1681a01b6cc req-83ac93d3-9437-4af9-91e1-28736338b972 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:29.673334 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2135ccb-e9d4-45e6-9485-aaf192a51b79 req-7fc9ee93-eedd-445f-a6df-6f3d5cd7fe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:29.675051 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c2135ccb-e9d4-45e6-9485-aaf192a51b79 req-7fc9ee93-eedd-445f-a6df-6f3d5cd7fe73 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2da1c0c9-9d0e-43d1-a8aa-9f65aa7cd6bc HTTP/1.1" status: 200 len: 858 time: 0.1269865 Apr 21 06:04:29.740183 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c2135ccb-e9d4-45e6-9485-aaf192a51b79 req-23d49b06-c17d-490a-a74f-29cb478f6ca3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8a477b33-6a11-4388-9f32-3a61c0f7920e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573838 Apr 21 06:04:29.778248 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b8d005-683b-4a35-a330-5b69561a50ff req-92c1de35-61e7-4ad4-82a7-7689e6bd697c tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:29.779055 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-e8b8d005-683b-4a35-a330-5b69561a50ff req-92c1de35-61e7-4ad4-82a7-7689e6bd697c tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Synchronizing usage tracker for tenant:9b8b3b90db3b4377b76614075eb19d93 on resource:port {{(pid=86433) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:04:29.798270 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-cccee701-d4ed-4553-8539-5b304ed0aa0e req-0ce5b849-ebdb-4846-bce5-7216992a0d6d service neutron] Notify callbacks [] for security_group, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:29.818341 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-b9bf1132-7b9c-4534-a7a4-a20379d6bd40 req-b9c2f4f2-6b01-44d2-896f-113bbd61c9d8 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Unset dirty status for tenant:83c72247bd04473380fa74addf843cfd on resource:port {{(pid=86432) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:04:29.819662 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b9bf1132-7b9c-4534-a7a4-a20379d6bd40 req-b9c2f4f2-6b01-44d2-896f-113bbd61c9d8 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8da5d63-9858-4a18-9b9a-07455985ef41 HTTP/1.1" status: 200 len: 944 time: 1.0910966 Apr 21 06:04:29.883479 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 54526) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:04:29.929840 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [req-cccee701-d4ed-4553-8539-5b304ed0aa0e req-0ce5b849-ebdb-4846-bce5-7216992a0d6d service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:04:29.965745 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-66a1fc1f-6446-4208-aa7a-02e792812444 admin admin] Network f99587b5-959e-447d-be16-3677de9f27bf has no segments {{(pid=86432) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 06:04:29.978860 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-cccee701-d4ed-4553-8539-5b304ed0aa0e req-0ce5b849-ebdb-4846-bce5-7216992a0d6d service neutron] Usage tracker for resource:security_group_rule and tenant:66d7aa22d2f24232875472bc11440dda is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:04:29.998657 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-66a1fc1f-6446-4208-aa7a-02e792812444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853414223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6553438'] for segment, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:30.018725 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-cccee701-d4ed-4553-8539-5b304ed0aa0e req-0ce5b849-ebdb-4846-bce5-7216992a0d6d service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:04:30.025555 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f4116a89-9654-47e2-adac-a3660783fa17 req-ce93b042-df83-4cce-bd54-e2b5349de5a3 service neutron] 10.222.0.11 "GET /v2.0/networks/8a477b33-6a11-4388-9f32-3a61c0f7920e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5935409 Apr 21 06:04:30.046263 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f58141d5-4f76-4b59-aa60-8813254b8a35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:30.059771 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [req-cccee701-d4ed-4553-8539-5b304ed0aa0e req-0ce5b849-ebdb-4846-bce5-7216992a0d6d service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:04:30.156484 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [req-aa276896-aaf8-4a0d-a3e2-b8ec4fc50412 req-dd0ee7fe-8e06-4ff4-bd5a-96e6afea8664 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73d308c6-f766-4740-9b6f-e88e0ae01217 {{(pid=86433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 06:04:30.165956 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-e8b8d005-683b-4a35-a330-5b69561a50ff req-92c1de35-61e7-4ad4-82a7-7689e6bd697c tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Unset dirty status for tenant:9b8b3b90db3b4377b76614075eb19d93 on resource:port {{(pid=86433) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:04:30.174030 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e8b8d005-683b-4a35-a330-5b69561a50ff req-92c1de35-61e7-4ad4-82a7-7689e6bd697c tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 932 time: 0.7297800 Apr 21 06:04:30.177498 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-aa276896-aaf8-4a0d-a3e2-b8ec4fc50412 req-dd0ee7fe-8e06-4ff4-bd5a-96e6afea8664 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:30.250204 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c2135ccb-e9d4-45e6-9485-aaf192a51b79 req-1eb704f4-00d2-4299-99c6-494432a87ef6 service neutron] 10.222.0.11 "GET /v2.0/networks/8a477b33-6a11-4388-9f32-3a61c0f7920e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5032051 Apr 21 06:04:30.269444 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [req-aa276896-aaf8-4a0d-a3e2-b8ec4fc50412 req-dd0ee7fe-8e06-4ff4-bd5a-96e6afea8664 service neutron] Transition to ACTIVE for port object 73d308c6-f766-4740-9b6f-e88e0ae01217 will not be triggered until provisioned by entity L2. {{(pid=86433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:04:30.276078 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-f58141d5-4f76-4b59-aa60-8813254b8a35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:04:30.280621 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-b9bf1132-7b9c-4534-a7a4-a20379d6bd40 req-8a307d8f-5c19-4d14-840d-7dcca304826a tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Synchronizing usage tracker for tenant:83c72247bd04473380fa74addf843cfd on resource:security_group {{(pid=86432) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:04:30.300183 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-f58141d5-4f76-4b59-aa60-8813254b8a35 admin admin] Usage tracker for resource:security_group_rule and tenant:f8b18175252a44f9805c1fc869ae8bba is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:04:30.315570 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-aa276896-aaf8-4a0d-a3e2-b8ec4fc50412 req-dd0ee7fe-8e06-4ff4-bd5a-96e6afea8664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:30.338179 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e8b8d005-683b-4a35-a330-5b69561a50ff req-cbc10c63-1f9c-4f6b-b3d4-71b5102c912d tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631260 Apr 21 06:04:30.365620 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-aad23944-e276-47cb-8371-3974e8d5977f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:30.433208 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-f58141d5-4f76-4b59-aa60-8813254b8a35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:04:30.492699 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-f58141d5-4f76-4b59-aa60-8813254b8a35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:04:30.499919 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-66a1fc1f-6446-4208-aa7a-02e792812444 admin admin] Network f99587b5-959e-447d-be16-3677de9f27bf has no segments {{(pid=86432) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 06:04:30.540938 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0ee7fe-8e06-4ff4-bd5a-96e6afea8664 service neutron] Pushing event updated for resources: {'Port': ['ID=73d308c6-f766-4740-9b6f-e88e0ae01217,revision_number=2']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:30.543244 dv-cinder-782390-6-iscsi neutron-server[86317]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 21 06:04:30.543244 dv-cinder-782390-6-iscsi neutron-server[86317]: from cryptography.utils import int_from_bytes Apr 21 06:04:30.543244 dv-cinder-782390-6-iscsi neutron-server[86317]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 21 06:04:30.543244 dv-cinder-782390-6-iscsi neutron-server[86317]: from cryptography.utils import int_from_bytes Apr 21 06:04:30.543244 dv-cinder-782390-6-iscsi neutron-server[86317]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 21 06:04:30.543244 dv-cinder-782390-6-iscsi neutron-server[86317]: (rel_b, rel_a, rel_b), Apr 21 06:04:30.543244 dv-cinder-782390-6-iscsi neutron-server[86317]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 21 06:04:30.543244 dv-cinder-782390-6-iscsi neutron-server[86317]: (rel_b, rel_a, rel_b), Apr 21 06:04:30.543244 dv-cinder-782390-6-iscsi neutron-server[86317]: Traceback (most recent call last): Apr 21 06:04:30.543244 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 06:04:30.543244 dv-cinder-782390-6-iscsi neutron-server[86317]: timer() Apr 21 06:04:30.543244 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 06:04:30.543244 dv-cinder-782390-6-iscsi neutron-server[86317]: cb(*args, **kw) Apr 21 06:04:30.543244 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 21 06:04:30.543244 dv-cinder-782390-6-iscsi neutron-server[86317]: return func(*args, **kwargs) Apr 21 06:04:30.543244 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 06:04:30.543244 dv-cinder-782390-6-iscsi neutron-server[86317]: self._notify() Apr 21 06:04:30.543244 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 06:04:30.543244 dv-cinder-782390-6-iscsi neutron-server[86317]: self.callback(batched_events) Apr 21 06:04:30.543244 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 06:04:30.543244 dv-cinder-782390-6-iscsi neutron-server[86317]: event.method(event) Apr 21 06:04:30.543244 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 06:04:30.543244 dv-cinder-782390-6-iscsi neutron-server[86317]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 06:04:30.543244 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 21 06:04:30.543244 dv-cinder-782390-6-iscsi neutron-server[86317]: segment_id)['aggregates'][0] Apr 21 06:04:30.543244 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 06:04:30.543244 dv-cinder-782390-6-iscsi neutron-server[86317]: return f(self, *a, **k) Apr 21 06:04:30.543244 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 06:04:30.543244 dv-cinder-782390-6-iscsi neutron-server[86317]: return self._get(url).json() Apr 21 06:04:30.543244 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 06:04:30.543244 dv-cinder-782390-6-iscsi neutron-server[86317]: **kwargs) Apr 21 06:04:30.543244 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 06:04:30.543244 dv-cinder-782390-6-iscsi neutron-server[86317]: return self.request(url, 'GET', **kwargs) Apr 21 06:04:30.543244 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 21 06:04:30.543244 dv-cinder-782390-6-iscsi neutron-server[86317]: **endpoint_filter) Apr 21 06:04:30.543244 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 06:04:30.543244 dv-cinder-782390-6-iscsi neutron-server[86317]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 06:04:30.543244 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 06:04:30.543244 dv-cinder-782390-6-iscsi neutron-server[86317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 06:04:30.543244 dv-cinder-782390-6-iscsi neutron-server[86317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 06:04:30.545646 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-dd0ee7fe-8e06-4ff4-bd5a-96e6afea8664 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:30.655421 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-b9bf1132-7b9c-4534-a7a4-a20379d6bd40 req-8a307d8f-5c19-4d14-840d-7dcca304826a tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Unset dirty status for tenant:83c72247bd04473380fa74addf843cfd on resource:security_group {{(pid=86432) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:04:30.661761 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b9bf1132-7b9c-4534-a7a4-a20379d6bd40 req-8a307d8f-5c19-4d14-840d-7dcca304826a tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7803483 Apr 21 06:04:30.661761 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.db_base_plugin_common [req-31c0c474-8f25-4af5-a8ad-f1681a01b6cc req-83ac93d3-9437-4af9-91e1-28736338b972 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Allocated IP 172.20.0.10 (18d42f14-ebcb-45fb-872d-4c48e6952727/8d481e38-1293-4cc6-9389-91a3566135aa/438d8108-b184-4bd2-b0f6-8b1345d9a286) {{(pid=86432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:04:30.702164 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f4116a89-9654-47e2-adac-a3660783fa17 req-7fe4c59d-e34b-475f-b90d-b10d0f0250f3 service neutron] 10.222.0.11 "GET /v2.0/networks/8a477b33-6a11-4388-9f32-3a61c0f7920e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6396754 Apr 21 06:04:30.735442 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c2135ccb-e9d4-45e6-9485-aaf192a51b79 req-ec570d56-73aa-48b1-925b-ed85c55bfff9 service neutron] 10.222.0.11 "GET /v2.0/networks/8a477b33-6a11-4388-9f32-3a61c0f7920e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4684174 Apr 21 06:04:30.772841 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-9e6e5537-2f60-4661-95fd-fb5d60163f3e req-bf5012a7-b95b-4058-bd6a-deaa9b23d650 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.2272952 Apr 21 06:04:30.833106 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8da5d63-9858-4a18-9b9a-07455985ef41', 'tag': 'f15b2d24-48f2-4f38-80a6-0b3c822d56e2', 'status': 'completed', 'code': 200} Apr 21 06:04:30.907591 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [req-aa276896-aaf8-4a0d-a3e2-b8ec4fc50412 req-dd0ee7fe-8e06-4ff4-bd5a-96e6afea8664 service neutron] Attempting to bind port 73d308c6-f766-4740-9b6f-e88e0ae01217 on host hv-cinder-78239 for vnic_type normal with profile {{(pid=86433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:04:30.908185 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [req-aa276896-aaf8-4a0d-a3e2-b8ec4fc50412 req-dd0ee7fe-8e06-4ff4-bd5a-96e6afea8664 service neutron] Attempting to bind port 73d308c6-f766-4740-9b6f-e88e0ae01217 by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': 'abf7ed71-e9c8-4881-8104-244b9f5ab084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4adbb71d-0e3c-4f02-8c40-88a15a7ed44f'}] {{(pid=86433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:04:30.908401 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa276896-aaf8-4a0d-a3e2-b8ec4fc50412 req-dd0ee7fe-8e06-4ff4-bd5a-96e6afea8664 service neutron] Attempting to bind port 73d308c6-f766-4740-9b6f-e88e0ae01217 on network 4adbb71d-0e3c-4f02-8c40-88a15a7ed44f {{(pid=86433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:04:30.916862 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa276896-aaf8-4a0d-a3e2-b8ec4fc50412 req-dd0ee7fe-8e06-4ff4-bd5a-96e6afea8664 service neutron] Port 73d308c6-f766-4740-9b6f-e88e0ae01217 on network 4adbb71d-0e3c-4f02-8c40-88a15a7ed44f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=86433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 06:04:30.917129 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa276896-aaf8-4a0d-a3e2-b8ec4fc50412 req-dd0ee7fe-8e06-4ff4-bd5a-96e6afea8664 service neutron] Attempting to bind port 73d308c6-f766-4740-9b6f-e88e0ae01217 on network 4adbb71d-0e3c-4f02-8c40-88a15a7ed44f {{(pid=86433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:04:30.927918 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa276896-aaf8-4a0d-a3e2-b8ec4fc50412 req-dd0ee7fe-8e06-4ff4-bd5a-96e6afea8664 service neutron] Checking agent: {'id': '1687539a-73b5-4d9c-8d40-15e28bacc92a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 2, 5), 'started_at': datetime.datetime(2021, 4, 21, 6, 2, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:04:30.928318 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa276896-aaf8-4a0d-a3e2-b8ec4fc50412 req-dd0ee7fe-8e06-4ff4-bd5a-96e6afea8664 service neutron] Checking segment: {'id': 'abf7ed71-e9c8-4881-8104-244b9f5ab084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4adbb71d-0e3c-4f02-8c40-88a15a7ed44f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:04:30.928750 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa276896-aaf8-4a0d-a3e2-b8ec4fc50412 req-dd0ee7fe-8e06-4ff4-bd5a-96e6afea8664 service neutron] Bound using segment: {'id': 'abf7ed71-e9c8-4881-8104-244b9f5ab084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4adbb71d-0e3c-4f02-8c40-88a15a7ed44f'} {{(pid=86433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:04:30.929904 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [req-aa276896-aaf8-4a0d-a3e2-b8ec4fc50412 req-dd0ee7fe-8e06-4ff4-bd5a-96e6afea8664 service neutron] Bound port: 73d308c6-f766-4740-9b6f-e88e0ae01217, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abf7ed71-e9c8-4881-8104-244b9f5ab084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4adbb71d-0e3c-4f02-8c40-88a15a7ed44f'}}] {{(pid=86433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:04:30.929904 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-aa276896-aaf8-4a0d-a3e2-b8ec4fc50412 req-dd0ee7fe-8e06-4ff4-bd5a-96e6afea8664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:31.091155 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece5718c-e5a3-4fea-9dfc-62299ca4f044 req-70e40e0a-9f86-4c01-9a1c-577fa54b5798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:31.093694 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ece5718c-e5a3-4fea-9dfc-62299ca4f044 req-70e40e0a-9f86-4c01-9a1c-577fa54b5798 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=83c72247bd04473380fa74addf843cfd&device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 1096 time: 0.2504888 Apr 21 06:04:31.190521 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-66a1fc1f-6446-4208-aa7a-02e792812444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853408259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8011138'] for network, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:31.231353 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [req-aa276896-aaf8-4a0d-a3e2-b8ec4fc50412 req-dd0ee7fe-8e06-4ff4-bd5a-96e6afea8664 service neutron] For port 73d308c6-f766-4740-9b6f-e88e0ae01217, host hv-cinder-78239, cleared binding levels {{(pid=86433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:04:31.244005 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-cccee701-d4ed-4553-8539-5b304ed0aa0e req-0ce5b849-ebdb-4846-bce5-7216992a0d6d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:31.245330 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:31.257828 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [req-aa276896-aaf8-4a0d-a3e2-b8ec4fc50412 req-dd0ee7fe-8e06-4ff4-bd5a-96e6afea8664 service neutron] For port 73d308c6-f766-4740-9b6f-e88e0ae01217, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=73d308c6-f766-4740-9b6f-e88e0ae01217,segment=NetworkSegment(abf7ed71-e9c8-4881-8104-244b9f5ab084),segment_id=abf7ed71-e9c8-4881-8104-244b9f5ab084)] {{(pid=86433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:04:31.266837 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c38483-ddb5-4e89-904b-6a3f56b67653 req-e2c82a55-6056-43ab-b5ef-2a7f86347f5c tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:31.273648 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-66a1fc1f-6446-4208-aa7a-02e792812444 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846863987'] for network, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:31.276899 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-21c38483-ddb5-4e89-904b-6a3f56b67653 req-e2c82a55-6056-43ab-b5ef-2a7f86347f5c tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] 10.222.0.15 "GET /v2.0/ports?device_id=071de0ba-1515-4f1f-ac01-6f3023cd9e82 HTTP/1.1" status: 200 len: 945 time: 0.2867439 Apr 21 06:04:31.279034 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a1fc1f-6446-4208-aa7a-02e792812444 admin admin] Pushing event deleted for resources: {'Network': ['ID=f99587b5-959e-447d-be16-3677de9f27bf,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:31.292766 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-66a1fc1f-6446-4208-aa7a-02e792812444 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:31.304681 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-cccee701-d4ed-4553-8539-5b304ed0aa0e req-0ce5b849-ebdb-4846-bce5-7216992a0d6d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:31.316317 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-aa276896-aaf8-4a0d-a3e2-b8ec4fc50412 req-dd0ee7fe-8e06-4ff4-bd5a-96e6afea8664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:31.319229 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:31.323645 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece5718c-e5a3-4fea-9dfc-62299ca4f044 req-6b40b581-83f7-4a1e-9e98-4af6bd223a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:31.325292 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ece5718c-e5a3-4fea-9dfc-62299ca4f044 req-6b40b581-83f7-4a1e-9e98-4af6bd223a08 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8a477b33-6a11-4388-9f32-3a61c0f7920e HTTP/1.1" status: 200 len: 919 time: 0.2198932 Apr 21 06:04:31.331965 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3346f5-10ef-45c9-89a2-f494021d85d6 req-164ab26b-49a8-4025-846a-31f8e8e80bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:31.334759 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-0c3346f5-10ef-45c9-89a2-f494021d85d6 req-164ab26b-49a8-4025-846a-31f8e8e80bdb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=83c72247bd04473380fa74addf843cfd&device_id=b8da5d63-9858-4a18-9b9a-07455985ef41 HTTP/1.1" status: 200 len: 1097 time: 0.4659560 Apr 21 06:04:31.335233 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-02f93ede-da24-4882-bbd2-0630195b1f81 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:31.411169 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-cccee701-d4ed-4553-8539-5b304ed0aa0e req-0ce5b849-ebdb-4846-bce5-7216992a0d6d service neutron] Synchronizing usage tracker for tenant:66d7aa22d2f24232875472bc11440dda on resource:security_group {{(pid=86432) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:04:31.418158 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-66a1fc1f-6446-4208-aa7a-02e792812444 admin admin] 10.222.0.15 "DELETE /v2.0/networks/f99587b5-959e-447d-be16-3677de9f27bf HTTP/1.1" status: 204 len: 168 time: 4.1070313 Apr 21 06:04:31.453103 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 54566) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:04:31.473145 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-21c38483-ddb5-4e89-904b-6a3f56b67653 req-fa841034-6e9a-4c8e-9d59-1e962b0bfe88 tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] 10.222.0.15 "GET /v2.0/security-groups?id=edc534de-cd96-4d6a-9c8a-f88f604c5271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976888 Apr 21 06:04:31.573480 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ece5718c-e5a3-4fea-9dfc-62299ca4f044 req-e57786cd-dbfb-479b-bc8f-dc9f1c205b33 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ab21f9f-1509-41df-ba62-c5cf11ead2ce HTTP/1.1" status: 200 len: 217 time: 0.2391746 Apr 21 06:04:31.624781 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0ee7fe-8e06-4ff4-bd5a-96e6afea8664 service neutron] Pushing event updated for resources: {'Port': ['ID=73d308c6-f766-4740-9b6f-e88e0ae01217,revision_number=3']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:31.642140 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa276896-aaf8-4a0d-a3e2-b8ec4fc50412 req-dd0ee7fe-8e06-4ff4-bd5a-96e6afea8664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:31.643808 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-aa276896-aaf8-4a0d-a3e2-b8ec4fc50412 req-dd0ee7fe-8e06-4ff4-bd5a-96e6afea8664 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846863987'] for port, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:31.644631 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-aa276896-aaf8-4a0d-a3e2-b8ec4fc50412 req-dd0ee7fe-8e06-4ff4-bd5a-96e6afea8664 service neutron] 10.222.0.11 "PUT /v2.0/ports/73d308c6-f766-4740-9b6f-e88e0ae01217 HTTP/1.1" status: 200 len: 1094 time: 3.2663779 Apr 21 06:04:31.650154 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-dd0ee7fe-8e06-4ff4-bd5a-96e6afea8664 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:31.663007 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-cccee701-d4ed-4553-8539-5b304ed0aa0e req-0ce5b849-ebdb-4846-bce5-7216992a0d6d service neutron] Unset dirty status for tenant:66d7aa22d2f24232875472bc11440dda on resource:security_group {{(pid=86432) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:04:31.664271 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-cccee701-d4ed-4553-8539-5b304ed0aa0e req-0ce5b849-ebdb-4846-bce5-7216992a0d6d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=edc534de-cd96-4d6a-9c8a-f88f604c5271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.0819726 Apr 21 06:04:31.695161 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5cca964-a5ec-474f-a9f8-e855be7b313b admin admin] Deleting subnet cb78d3a5-2eeb-4a21-8481-9e77aad1d3b0 {{(pid=86433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 21 06:04:31.702692 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece5718c-e5a3-4fea-9dfc-62299ca4f044 req-8c1a460e-d947-4aa5-8592-dd3ef4417805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:31.704266 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ece5718c-e5a3-4fea-9dfc-62299ca4f044 req-8c1a460e-d947-4aa5-8592-dd3ef4417805 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2da1c0c9-9d0e-43d1-a8aa-9f65aa7cd6bc HTTP/1.1" status: 200 len: 858 time: 0.1218705 Apr 21 06:04:31.704943 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d5cca964-a5ec-474f-a9f8-e855be7b313b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:31.731863 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce5b849-ebdb-4846-bce5-7216992a0d6d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=900fb258-99ed-4be5-bc66-a15e16f1bbd8,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:31.736108 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-0ce5b849-ebdb-4846-bce5-7216992a0d6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:31.756762 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3346f5-10ef-45c9-89a2-f494021d85d6 req-d0bc6231-cf39-4ee8-a1de-e04d919a101f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:31.758393 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-0c3346f5-10ef-45c9-89a2-f494021d85d6 req-d0bc6231-cf39-4ee8-a1de-e04d919a101f service neutron] 10.222.0.11 "GET /v2.0/networks?id=8a477b33-6a11-4388-9f32-3a61c0f7920e HTTP/1.1" status: 200 len: 919 time: 0.3928454 Apr 21 06:04:31.764038 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f58141d5-4f76-4b59-aa60-8813254b8a35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:31.829967 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ece5718c-e5a3-4fea-9dfc-62299ca4f044 req-4a55bae1-6c2f-4919-acf9-11b4d582198d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8a477b33-6a11-4388-9f32-3a61c0f7920e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774803 Apr 21 06:04:31.875403 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d5cca964-a5ec-474f-a9f8-e855be7b313b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:31.914714 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f58141d5-4f76-4b59-aa60-8813254b8a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:31.918965 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d5cca964-a5ec-474f-a9f8-e855be7b313b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853408352'] for subnet, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:31.951827 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-dc48a912-f499-48ed-914f-855a926e30dc tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:31.958775 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-0c3346f5-10ef-45c9-89a2-f494021d85d6 req-5e8ff12f-f1dc-4045-a92e-02ed1c958bd5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f15b2d24-48f2-4f38-80a6-0b3c822d56e2 HTTP/1.1" status: 200 len: 217 time: 0.1427369 Apr 21 06:04:32.062428 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-f58141d5-4f76-4b59-aa60-8813254b8a35 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f8b18175252a44f9805c1fc869ae8bba&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1675389 Apr 21 06:04:32.089372 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 54592) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:04:32.122805 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58141d5-4f76-4b59-aa60-8813254b8a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed866ef-0144-41d0-a080-d5f9a9651f58,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:32.129956 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-53225d56-b210-4e13-817b-967168412940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:32.132729 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-f58141d5-4f76-4b59-aa60-8813254b8a35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:32.180468 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-31c0c474-8f25-4af5-a8ad-f1681a01b6cc req-83ac93d3-9437-4af9-91e1-28736338b972 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks [] for port, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:32.185530 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3346f5-10ef-45c9-89a2-f494021d85d6 req-f0ee9f45-e920-42c6-aa7f-33f7eec059a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:32.187166 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-0c3346f5-10ef-45c9-89a2-f494021d85d6 req-f0ee9f45-e920-42c6-aa7f-33f7eec059a6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2da1c0c9-9d0e-43d1-a8aa-9f65aa7cd6bc HTTP/1.1" status: 200 len: 858 time: 0.1933882 Apr 21 06:04:32.204409 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff792c55-a550-4269-8335-087a86f0aa98 req-ec791938-ce67-488b-aa03-423f4d5a75ad tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:32.205999 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ff792c55-a550-4269-8335-087a86f0aa98 req-ec791938-ce67-488b-aa03-423f4d5a75ad tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.6627607 Apr 21 06:04:32.224717 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a9209f-b2d9-45fb-b9ec-b7bc8e7f26e8 req-97b40433-9dfa-4f47-b349-cca69326ad09 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:32.232696 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-91a9209f-b2d9-45fb-b9ec-b7bc8e7f26e8 req-97b40433-9dfa-4f47-b349-cca69326ad09 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8da5d63-9858-4a18-9b9a-07455985ef41 HTTP/1.1" status: 200 len: 944 time: 0.4082134 Apr 21 06:04:32.236192 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ece5718c-e5a3-4fea-9dfc-62299ca4f044 req-fdeac3c4-34b6-4f9b-9b20-4d161ba891f2 service neutron] 10.222.0.11 "GET /v2.0/networks/8a477b33-6a11-4388-9f32-3a61c0f7920e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3578935 Apr 21 06:04:32.318209 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [req-31c0c474-8f25-4af5-a8ad-f1681a01b6cc req-83ac93d3-9437-4af9-91e1-28736338b972 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Transition to ACTIVE for port object 438d8108-b184-4bd2-b0f6-8b1345d9a286 will not be triggered until provisioned by entity DHCP. {{(pid=86432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:04:32.546910 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa276896-aaf8-4a0d-a3e2-b8ec4fc50412 req-b833f3b9-648d-4cc6-8c07-4a91ff66e85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:32.546910 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-aa276896-aaf8-4a0d-a3e2-b8ec4fc50412 req-b833f3b9-648d-4cc6-8c07-4a91ff66e85f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9b8b3b90db3b4377b76614075eb19d93&device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 1097 time: 0.5651481 Apr 21 06:04:32.546910 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-0c3346f5-10ef-45c9-89a2-f494021d85d6 req-1868fbd4-f019-4d35-b63f-73d5c4790aff service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8a477b33-6a11-4388-9f32-3a61c0f7920e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1198282 Apr 21 06:04:32.547528 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-91a9209f-b2d9-45fb-b9ec-b7bc8e7f26e8 req-c90f6569-22e1-42eb-ad18-260e707b7c18 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036576 Apr 21 06:04:32.547757 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-aa276896-aaf8-4a0d-a3e2-b8ec4fc50412 req-7c0fc272-aa89-4778-a964-029c45a31a46 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73d308c6-f766-4740-9b6f-e88e0ae01217 HTTP/1.1" status: 200 len: 217 time: 0.1382701 Apr 21 06:04:32.547757 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-22e2ef67-1d81-495d-bae6-53e46cb3bbee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:32.547757 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-ff792c55-a550-4269-8335-087a86f0aa98 req-03df7363-54c5-440a-aee7-c382cde48d18 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Synchronizing usage tracker for tenant:9b8b3b90db3b4377b76614075eb19d93 on resource:security_group {{(pid=86432) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:04:32.547965 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 54600) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:04:32.547965 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ece5718c-e5a3-4fea-9dfc-62299ca4f044 req-9cc57f1d-eb3b-499c-95b9-3b4e61ce1f09 service neutron] 10.222.0.11 "GET /v2.0/networks/8a477b33-6a11-4388-9f32-3a61c0f7920e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921176 Apr 21 06:04:32.610568 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d5cca964-a5ec-474f-a9f8-e855be7b313b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7991656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970'] for subnet, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:32.613182 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-edcb07a0-10cb-484f-906c-169c32ee4c2b req-bc394e5a-9500-408f-9a4d-f8e2a418ef90 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0549626 Apr 21 06:04:32.618471 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-87c10711-0aed-4c9f-aa61-c4a286fc41cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:32.656978 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-22e2ef67-1d81-495d-bae6-53e46cb3bbee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:32.657600 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cca964-a5ec-474f-a9f8-e855be7b313b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb78d3a5-2eeb-4a21-8481-9e77aad1d3b0,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:32.662697 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d5cca964-a5ec-474f-a9f8-e855be7b313b admin admin] Notify callbacks [] for subnet, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:32.663877 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-d5cca964-a5ec-474f-a9f8-e855be7b313b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:32.667196 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-d5cca964-a5ec-474f-a9f8-e855be7b313b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/cb78d3a5-2eeb-4a21-8481-9e77aad1d3b0 HTTP/1.1" status: 204 len: 168 time: 1.2061267 Apr 21 06:04:32.675213 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 54608) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:04:32.700884 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa276896-aaf8-4a0d-a3e2-b8ec4fc50412 req-ee9b3ce1-08c2-464d-b1c0-5a02ee109602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:32.708514 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-aa276896-aaf8-4a0d-a3e2-b8ec4fc50412 req-ee9b3ce1-08c2-464d-b1c0-5a02ee109602 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6540d99e-bc73-4d77-9e9a-a9934313dcf7 HTTP/1.1" status: 200 len: 855 time: 0.1582394 Apr 21 06:04:32.745424 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-792d89a3-e379-44ab-bbe3-66bfac05bd6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:32.789923 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-31c0c474-8f25-4af5-a8ad-f1681a01b6cc req-83ac93d3-9437-4af9-91e1-28736338b972 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363270981802970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848222423'] for port, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:32.801300 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-ff792c55-a550-4269-8335-087a86f0aa98 req-03df7363-54c5-440a-aee7-c382cde48d18 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Unset dirty status for tenant:9b8b3b90db3b4377b76614075eb19d93 on resource:security_group {{(pid=86432) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:04:32.802596 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ff792c55-a550-4269-8335-087a86f0aa98 req-03df7363-54c5-440a-aee7-c382cde48d18 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5272820 Apr 21 06:04:32.806726 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-0c3346f5-10ef-45c9-89a2-f494021d85d6 req-016b19d8-91ea-4e9a-8bfb-237b3034e362 service neutron] 10.222.0.11 "GET /v2.0/networks/8a477b33-6a11-4388-9f32-3a61c0f7920e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4637189 Apr 21 06:04:32.817645 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:32.961206 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31c0c474-8f25-4af5-a8ad-f1681a01b6cc req-83ac93d3-9437-4af9-91e1-28736338b972 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Network 18d42f14-ebcb-45fb-872d-4c48e6952727 is already hosted by enough agents. {{(pid=86432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:04:33.011699 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [req-31c0c474-8f25-4af5-a8ad-f1681a01b6cc req-83ac93d3-9437-4af9-91e1-28736338b972 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Resources bound (agent type, host, resource id): {{(pid=86432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:04:33.014739 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47681b71-1a9f-43b0-91cc-5fa6232d2eac', 'tag': '73d308c6-f766-4740-9b6f-e88e0ae01217'}] {{(pid=86433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:04:33.033308 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [req-31c0c474-8f25-4af5-a8ad-f1681a01b6cc req-83ac93d3-9437-4af9-91e1-28736338b972 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Received port after_create {{(pid=86432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:04:33.076378 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ac93d3-9437-4af9-91e1-28736338b972 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Pushing event updated for resources: {'Port': ['ID=438d8108-b184-4bd2-b0f6-8b1345d9a286,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:33.078127 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-792d89a3-e379-44ab-bbe3-66bfac05bd6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:04:33.088177 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-83ac93d3-9437-4af9-91e1-28736338b972 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:33.093219 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-22e2ef67-1d81-495d-bae6-53e46cb3bbee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:33.108402 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:33.121308 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47681b71-1a9f-43b0-91cc-5fa6232d2eac', 'tag': '73d308c6-f766-4740-9b6f-e88e0ae01217', 'status': 'completed', 'code': 200} Apr 21 06:04:33.133236 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-792d89a3-e379-44ab-bbe3-66bfac05bd6d admin admin] Usage tracker for resource:security_group_rule and tenant:7a32d14e19984d5586530287ca053cb8 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:04:33.135012 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2ef67-1d81-495d-bae6-53e46cb3bbee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed866ef-0144-41d0-a080-d5f9a9651f58,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:33.137160 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-792d89a3-e379-44ab-bbe3-66bfac05bd6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:04:33.146381 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-22e2ef67-1d81-495d-bae6-53e46cb3bbee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:33.151485 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-272c3b22-b32b-4282-ba1a-6d22a7cebf6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853439508'] for network, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:33.157560 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-792d89a3-e379-44ab-bbe3-66bfac05bd6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:04:33.180022 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-22e2ef67-1d81-495d-bae6-53e46cb3bbee admin admin] Notify callbacks [] for security_group, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:33.183782 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-22e2ef67-1d81-495d-bae6-53e46cb3bbee admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fed866ef-0144-41d0-a080-d5f9a9651f58 HTTP/1.1" status: 204 len: 168 time: 1.0908742 Apr 21 06:04:33.199304 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa276896-aaf8-4a0d-a3e2-b8ec4fc50412 req-aab4dea0-335a-48c5-a8bc-109b80e3a22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:33.200946 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-aa276896-aaf8-4a0d-a3e2-b8ec4fc50412 req-aab4dea0-335a-48c5-a8bc-109b80e3a22e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4adbb71d-0e3c-4f02-8c40-88a15a7ed44f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4874279 Apr 21 06:04:33.210772 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0c474-8f25-4af5-a8ad-f1681a01b6cc req-83ac93d3-9437-4af9-91e1-28736338b972 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:33.238563 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-31c0c474-8f25-4af5-a8ad-f1681a01b6cc req-83ac93d3-9437-4af9-91e1-28736338b972 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846863987'] for port, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:33.302102 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-0c3346f5-10ef-45c9-89a2-f494021d85d6 req-094a6339-4134-4776-b0eb-5cb1bdba6e78 service neutron] 10.222.0.11 "GET /v2.0/networks/8a477b33-6a11-4388-9f32-3a61c0f7920e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4243658 Apr 21 06:04:33.337704 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c183b9-f9c5-411e-bd6f-7571e030b4e1 req-dd9fc65d-cb54-4f06-8100-b2bffc7e0792 tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:33.339409 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-01c183b9-f9c5-411e-bd6f-7571e030b4e1 req-dd9fc65d-cb54-4f06-8100-b2bffc7e0792 tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] 10.222.0.15 "GET /v2.0/ports?device_id=071de0ba-1515-4f1f-ac01-6f3023cd9e82 HTTP/1.1" status: 200 len: 945 time: 0.3178036 Apr 21 06:04:33.401816 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-eb0db04c-5d15-4025-8902-d26a71991df6 None None] Provisioning for port 438d8108-b184-4bd2-b0f6-8b1345d9a286 completed by entity DHCP. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:04:33.408532 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-eb0db04c-5d15-4025-8902-d26a71991df6 None None] Provisioning complete for port 438d8108-b184-4bd2-b0f6-8b1345d9a286 triggered by entity DHCP. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:04:33.411211 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-eb0db04c-5d15-4025-8902-d26a71991df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:33.437223 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Device 8ab21f9f-1509-41df-ba62-c5cf11ead2ce details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=86434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 06:04:33.446371 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-272c3b22-b32b-4282-ba1a-6d22a7cebf6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1367541', 'neutron.services.segments.db._delete_segments_for_network-8765873502323'] for network, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:33.480053 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-31c0c474-8f25-4af5-a8ad-f1681a01b6cc req-83ac93d3-9437-4af9-91e1-28736338b972 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8569093 Apr 21 06:04:33.500199 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [req-31c0c474-8f25-4af5-a8ad-f1681a01b6cc req-062551de-9e15-451b-9539-2c29684fad5b service neutron] Request body: {'port': {'device_id': 'aef504c8-2a75-4a73-af61-ab5850bdb863', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=86432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:04:33.533384 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-01c183b9-f9c5-411e-bd6f-7571e030b4e1 req-40314d55-2657-4031-8589-4ced37fefb53 tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] 10.222.0.15 "GET /v2.0/security-groups?id=edc534de-cd96-4d6a-9c8a-f88f604c5271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781774 Apr 21 06:04:33.536748 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-eb0db04c-5d15-4025-8902-d26a71991df6 None None] Port 438d8108-b184-4bd2-b0f6-8b1345d9a286 cannot update to ACTIVE because it is not bound. {{(pid=86434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 06:04:33.552508 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-aa276896-aaf8-4a0d-a3e2-b8ec4fc50412 req-56239cf0-8509-4beb-bae9-7f417ccaede9 service neutron] 10.222.0.11 "GET /v2.0/networks/4adbb71d-0e3c-4f02-8c40-88a15a7ed44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845089 Apr 21 06:04:33.616073 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-792d89a3-e379-44ab-bbe3-66bfac05bd6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:33.646580 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-272c3b22-b32b-4282-ba1a-6d22a7cebf6d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86433) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:04:33.647273 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-272c3b22-b32b-4282-ba1a-6d22a7cebf6d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86433) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:04:33.648327 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-272c3b22-b32b-4282-ba1a-6d22a7cebf6d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86433) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:04:33.648933 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-272c3b22-b32b-4282-ba1a-6d22a7cebf6d admin admin] Subscribe: > port after_create 55550000 {{(pid=86433) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:04:33.649487 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-272c3b22-b32b-4282-ba1a-6d22a7cebf6d admin admin] Subscribe: > port after_delete 55550000 {{(pid=86433) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:04:33.650170 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-272c3b22-b32b-4282-ba1a-6d22a7cebf6d admin admin] Subscribe: > port after_update 55550000 {{(pid=86433) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:04:33.650851 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-272c3b22-b32b-4282-ba1a-6d22a7cebf6d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86433) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:04:33.651409 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-272c3b22-b32b-4282-ba1a-6d22a7cebf6d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86433) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:04:33.651992 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-272c3b22-b32b-4282-ba1a-6d22a7cebf6d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86433) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:04:33.652548 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-272c3b22-b32b-4282-ba1a-6d22a7cebf6d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86433) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:04:33.735937 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-272c3b22-b32b-4282-ba1a-6d22a7cebf6d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86433) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:04:33.736488 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-272c3b22-b32b-4282-ba1a-6d22a7cebf6d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86433) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:04:33.736968 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-272c3b22-b32b-4282-ba1a-6d22a7cebf6d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86433) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:04:33.737468 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-272c3b22-b32b-4282-ba1a-6d22a7cebf6d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86433) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:04:33.737969 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.services.segments.db [None req-272c3b22-b32b-4282-ba1a-6d22a7cebf6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e343726a-77e1-402c-a308-c9a173251792']}} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:04:33.754850 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-792d89a3-e379-44ab-bbe3-66bfac05bd6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:33.770449 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.services.segments.db [None req-272c3b22-b32b-4282-ba1a-6d22a7cebf6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f373b75a-c699-41fb-8038-a05fef31d382') {'for_net_delete': True} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:04:33.770981 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.services.segments.db [None req-272c3b22-b32b-4282-ba1a-6d22a7cebf6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f373b75a-c699-41fb-8038-a05fef31d382') {} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:04:33.781242 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-63c92dec-4cde-4cbe-82c7-3c0d6011792c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:33.812258 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] For port 8ab21f9f-1509-41df-ba62-c5cf11ead2ce, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=8ab21f9f-1509-41df-ba62-c5cf11ead2ce,segment=NetworkSegment(2039c6c7-ff97-42ba-b3c3-15d3e07cc6a7),segment_id=2039c6c7-ff97-42ba-b3c3-15d3e07cc6a7)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:04:33.828840 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Returning: {'device': '8ab21f9f-1509-41df-ba62-c5cf11ead2ce', 'network_id': '8a477b33-6a11-4388-9f32-3a61c0f7920e', 'port_id': '8ab21f9f-1509-41df-ba62-c5cf11ead2ce', 'mac_address': 'fa:16:3e:06:7b:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da1c0c9-9d0e-43d1-a8aa-9f65aa7cd6bc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 06:04:33.868635 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792d89a3-e379-44ab-bbe3-66bfac05bd6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=713da677-b558-4187-96a8-f3ca34c57636,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:33.906113 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:33.908687 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-272c3b22-b32b-4282-ba1a-6d22a7cebf6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363270981292899', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7355468'] for segment, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:33.925344 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ab21f9f-1509-41df-ba62-c5cf11ead2ce {{(pid=86434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 06:04:33.925838 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-792d89a3-e379-44ab-bbe3-66bfac05bd6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:33.943584 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] For port 8ab21f9f-1509-41df-ba62-c5cf11ead2ce, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=8ab21f9f-1509-41df-ba62-c5cf11ead2ce,segment=NetworkSegment(2039c6c7-ff97-42ba-b3c3-15d3e07cc6a7),segment_id=2039c6c7-ff97-42ba-b3c3-15d3e07cc6a7)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:04:33.946918 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-792d89a3-e379-44ab-bbe3-66bfac05bd6d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7a32d14e19984d5586530287ca053cb8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4501665 Apr 21 06:04:33.954112 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 54638) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:04:33.979447 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:33.980292 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Device f15b2d24-48f2-4f38-80a6-0b3c822d56e2 details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=86434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 06:04:33.983189 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-272c3b22-b32b-4282-ba1a-6d22a7cebf6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1361606'] for segment, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:33.984435 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:34.054716 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] For port f15b2d24-48f2-4f38-80a6-0b3c822d56e2, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=f15b2d24-48f2-4f38-80a6-0b3c822d56e2,segment=NetworkSegment(2039c6c7-ff97-42ba-b3c3-15d3e07cc6a7),segment_id=2039c6c7-ff97-42ba-b3c3-15d3e07cc6a7)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:04:34.057977 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-272c3b22-b32b-4282-ba1a-6d22a7cebf6d admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=86433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 21 06:04:34.071111 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Returning: {'device': 'f15b2d24-48f2-4f38-80a6-0b3c822d56e2', 'network_id': '8a477b33-6a11-4388-9f32-3a61c0f7920e', 'port_id': 'f15b2d24-48f2-4f38-80a6-0b3c822d56e2', 'mac_address': 'fa:16:3e:83:36:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da1c0c9-9d0e-43d1-a8aa-9f65aa7cd6bc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 06:04:34.124068 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a8e619-e51f-4b75-b6d5-93c25c337f59 req-898be4c5-97de-4730-a542-76b6a1486f0a tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:34.126272 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-78a8e619-e51f-4b75-b6d5-93c25c337f59 req-898be4c5-97de-4730-a542-76b6a1486f0a tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 932 time: 0.3094580 Apr 21 06:04:34.132949 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-aa276896-aaf8-4a0d-a3e2-b8ec4fc50412 req-5724468c-02b5-4945-87d7-c315674c489c service neutron] 10.222.0.11 "GET /v2.0/networks/4adbb71d-0e3c-4f02-8c40-88a15a7ed44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5691283 Apr 21 06:04:34.133555 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-31c0c474-8f25-4af5-a8ad-f1681a01b6cc req-062551de-9e15-451b-9539-2c29684fad5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:34.152044 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 54646) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:04:34.190983 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-e389ac90-2349-40bf-97b3-6b6db580c8a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:34.216422 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6cdb15-9dc2-459a-a709-7acd2ea5f529 req-3b6d4e95-b737-4096-8e44-20cdb84a1873 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:34.218173 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-fb6cdb15-9dc2-459a-a709-7acd2ea5f529 req-3b6d4e95-b737-4096-8e44-20cdb84a1873 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8da5d63-9858-4a18-9b9a-07455985ef41 HTTP/1.1" status: 200 len: 944 time: 0.2973278 Apr 21 06:04:34.230055 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-78a8e619-e51f-4b75-b6d5-93c25c337f59 req-2d6acf71-5b52-4bf0-8e59-4de8aec0370b tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb4a8c28-565a-4d8d-8586-e8b658f711e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687211 Apr 21 06:04:34.428083 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-fb6cdb15-9dc2-459a-a709-7acd2ea5f529 req-fdfd588d-b055-438a-a494-44c095cc12bf tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023792 Apr 21 06:04:34.431571 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:34.452579 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f15b2d24-48f2-4f38-80a6-0b3c822d56e2 {{(pid=86434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 06:04:34.498402 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] For port f15b2d24-48f2-4f38-80a6-0b3c822d56e2, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=f15b2d24-48f2-4f38-80a6-0b3c822d56e2,segment=NetworkSegment(2039c6c7-ff97-42ba-b3c3-15d3e07cc6a7),segment_id=2039c6c7-ff97-42ba-b3c3-15d3e07cc6a7)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:04:34.502731 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Pushing event updated for resources: {'Port': ['ID=8ab21f9f-1509-41df-ba62-c5cf11ead2ce,revision_number=4']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:34.506938 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:34.522408 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:34.524459 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-55ad186c-c633-45ad-859f-d4430233c263 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:34.526141 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e3d16-2d51-491d-bc94-ef1fb9f7e4d6 req-f3ce281b-7d72-4001-9cd2-016158150535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:34.527781 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ae2e3d16-2d51-491d-bc94-ef1fb9f7e4d6 req-f3ce281b-7d72-4001-9cd2-016158150535 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9b8b3b90db3b4377b76614075eb19d93&device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 1097 time: 0.2402530 Apr 21 06:04:34.602811 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-e389ac90-2349-40bf-97b3-6b6db580c8a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:34.613279 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Pushing event updated for resources: {'Port': ['ID=f15b2d24-48f2-4f38-80a6-0b3c822d56e2,revision_number=4']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:34.616351 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-b6d3bb54-5521-4617-8b9e-4686003d0c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:34.617807 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:34.648970 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-272c3b22-b32b-4282-ba1a-6d22a7cebf6d admin admin] Network e343726a-77e1-402c-a308-c9a173251792 has no segments {{(pid=86433) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 06:04:34.663347 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-272c3b22-b32b-4282-ba1a-6d22a7cebf6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853414223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848204346'] for segment, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:34.718873 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:34.765991 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-8f8a6376-3f53-41f1-b2c1-333382660ae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:34.786366 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] get_ports_and_sgs() called for port_ids ['8ab21f9f-1509-41df-ba62-c5cf11ead2ce'] {{(pid=86434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:04:34.836067 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] get_ports_and_sgs() called for port_ids ['f15b2d24-48f2-4f38-80a6-0b3c822d56e2'] {{(pid=86434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:04:34.856067 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-8f8a6376-3f53-41f1-b2c1-333382660ae7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:04:34.872926 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-8f8a6376-3f53-41f1-b2c1-333382660ae7 admin admin] Usage tracker for resource:security_group_rule and tenant:fc761e0724594d07b81da93b7ed7a4b6 is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:04:34.883776 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-8f8a6376-3f53-41f1-b2c1-333382660ae7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:04:34.889074 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-272c3b22-b32b-4282-ba1a-6d22a7cebf6d admin admin] Network e343726a-77e1-402c-a308-c9a173251792 has no segments {{(pid=86433) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 06:04:34.913437 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-8f8a6376-3f53-41f1-b2c1-333382660ae7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:04:34.929826 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83cfc74-0a2b-45a5-9b49-e15e21fda325 req-a5ef1fa1-589f-4212-b4b0-796f67d7dfe5 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:34.937531 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b83cfc74-0a2b-45a5-9b49-e15e21fda325 req-a5ef1fa1-589f-4212-b4b0-796f67d7dfe5 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.3808675 Apr 21 06:04:34.942040 dv-cinder-782390-6-iscsi neutron-server[86317]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 21 06:04:34.942040 dv-cinder-782390-6-iscsi neutron-server[86317]: from cryptography.utils import int_from_bytes Apr 21 06:04:34.942040 dv-cinder-782390-6-iscsi neutron-server[86317]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 21 06:04:34.942040 dv-cinder-782390-6-iscsi neutron-server[86317]: from cryptography.utils import int_from_bytes Apr 21 06:04:34.942040 dv-cinder-782390-6-iscsi neutron-server[86317]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 21 06:04:34.942040 dv-cinder-782390-6-iscsi neutron-server[86317]: (rel_b, rel_a, rel_b), Apr 21 06:04:34.942040 dv-cinder-782390-6-iscsi neutron-server[86317]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 21 06:04:34.942040 dv-cinder-782390-6-iscsi neutron-server[86317]: (rel_b, rel_a, rel_b), Apr 21 06:04:34.942040 dv-cinder-782390-6-iscsi neutron-server[86317]: Traceback (most recent call last): Apr 21 06:04:34.942040 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 06:04:34.942040 dv-cinder-782390-6-iscsi neutron-server[86317]: timer() Apr 21 06:04:34.942040 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 06:04:34.942040 dv-cinder-782390-6-iscsi neutron-server[86317]: cb(*args, **kw) Apr 21 06:04:34.942040 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 21 06:04:34.942040 dv-cinder-782390-6-iscsi neutron-server[86317]: return func(*args, **kwargs) Apr 21 06:04:34.942040 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 06:04:34.942040 dv-cinder-782390-6-iscsi neutron-server[86317]: self._notify() Apr 21 06:04:34.942040 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 06:04:34.942040 dv-cinder-782390-6-iscsi neutron-server[86317]: self.callback(batched_events) Apr 21 06:04:34.942040 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 06:04:34.942040 dv-cinder-782390-6-iscsi neutron-server[86317]: event.method(event) Apr 21 06:04:34.942040 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 06:04:34.942040 dv-cinder-782390-6-iscsi neutron-server[86317]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 06:04:34.942040 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 21 06:04:34.942040 dv-cinder-782390-6-iscsi neutron-server[86317]: segment_id)['aggregates'][0] Apr 21 06:04:34.942040 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 06:04:34.942040 dv-cinder-782390-6-iscsi neutron-server[86317]: return f(self, *a, **k) Apr 21 06:04:34.942040 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 06:04:34.942040 dv-cinder-782390-6-iscsi neutron-server[86317]: return self._get(url).json() Apr 21 06:04:34.942040 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 06:04:34.942040 dv-cinder-782390-6-iscsi neutron-server[86317]: **kwargs) Apr 21 06:04:34.942040 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 06:04:34.942040 dv-cinder-782390-6-iscsi neutron-server[86317]: return self.request(url, 'GET', **kwargs) Apr 21 06:04:34.942040 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 21 06:04:34.942040 dv-cinder-782390-6-iscsi neutron-server[86317]: **endpoint_filter) Apr 21 06:04:34.942040 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 06:04:34.942040 dv-cinder-782390-6-iscsi neutron-server[86317]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 06:04:34.942040 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 06:04:34.942040 dv-cinder-782390-6-iscsi neutron-server[86317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 06:04:34.942040 dv-cinder-782390-6-iscsi neutron-server[86317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 06:04:34.949593 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e3d16-2d51-491d-bc94-ef1fb9f7e4d6 req-1781805a-65bb-49e8-9cb9-1c0cdfa41b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:34.951240 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ae2e3d16-2d51-491d-bc94-ef1fb9f7e4d6 req-1781805a-65bb-49e8-9cb9-1c0cdfa41b47 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4adbb71d-0e3c-4f02-8c40-88a15a7ed44f HTTP/1.1" status: 200 len: 917 time: 0.4034960 Apr 21 06:04:34.968267 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-e389ac90-2349-40bf-97b3-6b6db580c8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:35.030490 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-4f2d878c-da47-43f2-a220-02b54f1004b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:35.054450 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ae2e3d16-2d51-491d-bc94-ef1fb9f7e4d6 req-d331099b-c7ff-4a25-abfc-e3895e991afc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73d308c6-f766-4740-9b6f-e88e0ae01217 HTTP/1.1" status: 200 len: 217 time: 0.0936501 Apr 21 06:04:35.070185 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e389ac90-2349-40bf-97b3-6b6db580c8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713da677-b558-4187-96a8-f3ca34c57636,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:35.070340 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79297848-b2cd-40da-b2f4-3de6ff297521 req-b934d830-5520-4217-923b-07cd6f11b47d tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:35.088152 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-79297848-b2cd-40da-b2f4-3de6ff297521 req-b934d830-5520-4217-923b-07cd6f11b47d tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] 10.222.0.15 "GET /v2.0/ports?device_id=071de0ba-1515-4f1f-ac01-6f3023cd9e82 HTTP/1.1" status: 200 len: 945 time: 0.3595252 Apr 21 06:04:35.088238 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-e389ac90-2349-40bf-97b3-6b6db580c8a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:35.089564 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b83cfc74-0a2b-45a5-9b49-e15e21fda325 req-24367a8e-c60a-4fdf-b657-d6dfc7e3e23d tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509655 Apr 21 06:04:35.090528 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-e389ac90-2349-40bf-97b3-6b6db580c8a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:35.091751 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-e389ac90-2349-40bf-97b3-6b6db580c8a3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/713da677-b558-4187-96a8-f3ca34c57636 HTTP/1.1" status: 204 len: 168 time: 1.1352520 Apr 21 06:04:35.144906 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-272c3b22-b32b-4282-ba1a-6d22a7cebf6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853408259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8011138'] for network, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:35.149347 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5efeefe9-4201-4f2b-8ce6-a6f839928a03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:35.188566 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272c3b22-b32b-4282-ba1a-6d22a7cebf6d admin admin] Pushing event deleted for resources: {'Network': ['ID=e343726a-77e1-402c-a308-c9a173251792,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:35.199252 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-272c3b22-b32b-4282-ba1a-6d22a7cebf6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846863987'] for network, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:35.213962 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-272c3b22-b32b-4282-ba1a-6d22a7cebf6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:35.227000 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-272c3b22-b32b-4282-ba1a-6d22a7cebf6d admin admin] 10.222.0.15 "DELETE /v2.0/networks/e343726a-77e1-402c-a308-c9a173251792 HTTP/1.1" status: 204 len: 168 time: 2.5459094 Apr 21 06:04:35.303732 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e3d16-2d51-491d-bc94-ef1fb9f7e4d6 req-508a6d84-d940-4f8b-85fd-cd8a64029190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:35.305653 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ae2e3d16-2d51-491d-bc94-ef1fb9f7e4d6 req-508a6d84-d940-4f8b-85fd-cd8a64029190 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6540d99e-bc73-4d77-9e9a-a9934313dcf7 HTTP/1.1" status: 200 len: 855 time: 0.2314231 Apr 21 06:04:35.318969 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [req-31c0c474-8f25-4af5-a8ad-f1681a01b6cc req-062551de-9e15-451b-9539-2c29684fad5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 438d8108-b184-4bd2-b0f6-8b1345d9a286 {{(pid=86432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 06:04:35.383820 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-31c0c474-8f25-4af5-a8ad-f1681a01b6cc req-062551de-9e15-451b-9539-2c29684fad5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:35.390220 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-79297848-b2cd-40da-b2f4-3de6ff297521 req-a0ad0eed-3bf7-4ca9-9307-661a6139df10 tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] 10.222.0.15 "GET /v2.0/security-groups?id=edc534de-cd96-4d6a-9c8a-f88f604c5271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666898 Apr 21 06:04:35.419393 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:35.437914 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [req-31c0c474-8f25-4af5-a8ad-f1681a01b6cc req-062551de-9e15-451b-9539-2c29684fad5b service neutron] Transition to ACTIVE for port object 438d8108-b184-4bd2-b0f6-8b1345d9a286 will not be triggered until provisioned by entity L2. {{(pid=86432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:04:35.473357 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-8f8a6376-3f53-41f1-b2c1-333382660ae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:35.474870 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7432bb-24fe-4a56-a7d4-3e6551b9bcc1 req-f0130164-c2b3-4770-8615-49d5fa10bd5d tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:35.477007 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-4e7432bb-24fe-4a56-a7d4-3e6551b9bcc1 req-f0130164-c2b3-4770-8615-49d5fa10bd5d tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 932 time: 0.1125240 Apr 21 06:04:35.479086 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-31c0c474-8f25-4af5-a8ad-f1681a01b6cc req-062551de-9e15-451b-9539-2c29684fad5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6553376'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:35.492903 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-4c343153-806b-430e-98cb-fbd945b06260 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:35.543360 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-4e7432bb-24fe-4a56-a7d4-3e6551b9bcc1 req-74733043-6da2-4efe-be95-7793e5948c56 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb4a8c28-565a-4d8d-8586-e8b658f711e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595810 Apr 21 06:04:35.560503 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-8f8a6376-3f53-41f1-b2c1-333382660ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:35.653803 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 54686) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:04:35.783105 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-9a750757-5100-4774-bb7d-28cdbaf2bdf9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c98f6054098945179c8a7e69097cd3f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1258786 Apr 21 06:04:35.784245 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 54690) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:04:35.813277 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-8f8a6376-3f53-41f1-b2c1-333382660ae7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fc761e0724594d07b81da93b7ed7a4b6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6587503 Apr 21 06:04:35.814669 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062551de-9e15-451b-9539-2c29684fad5b service neutron] Pushing event updated for resources: {'Port': ['ID=438d8108-b184-4bd2-b0f6-8b1345d9a286,revision_number=2']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:35.821719 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-062551de-9e15-451b-9539-2c29684fad5b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:35.824802 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 54694) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:04:35.825473 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-04d93488-c5f6-43e9-a43a-d3bd7b5d5500 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.253s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:35.863661 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a6376-3f53-41f1-b2c1-333382660ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65bf056a-0f08-47c1-8bc4-e3a42a27b92a,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:35.924732 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-eb63fb5c-77bd-4843-a88f-12791a4dbbb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:35.928864 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-8f8a6376-3f53-41f1-b2c1-333382660ae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:35.931220 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e3d16-2d51-491d-bc94-ef1fb9f7e4d6 req-c92da399-55fc-4322-9d96-569bb4b14d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:35.932864 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ae2e3d16-2d51-491d-bc94-ef1fb9f7e4d6 req-c92da399-55fc-4322-9d96-569bb4b14d2a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4adbb71d-0e3c-4f02-8c40-88a15a7ed44f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.6166489 Apr 21 06:04:35.946316 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 54702) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:04:35.970503 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-eb63fb5c-77bd-4843-a88f-12791a4dbbb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:36.059412 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-bbe96534-1c79-4047-8aa1-b8965de3be6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:36.071133 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-eb63fb5c-77bd-4843-a88f-12791a4dbbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:36.081357 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:36.099350 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-eb63fb5c-77bd-4843-a88f-12791a4dbbb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:36.101417 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-eb63fb5c-77bd-4843-a88f-12791a4dbbb0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5e70415e-e4cc-4cce-a414-8247c6d39a6a HTTP/1.1" status: 204 len: 168 time: 0.3148174 Apr 21 06:04:36.101835 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb63fb5c-77bd-4843-a88f-12791a4dbbb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e70415e-e4cc-4cce-a414-8247c6d39a6a,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:36.106525 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-eb63fb5c-77bd-4843-a88f-12791a4dbbb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:36.135355 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [req-31c0c474-8f25-4af5-a8ad-f1681a01b6cc req-062551de-9e15-451b-9539-2c29684fad5b service neutron] Attempting to bind port 438d8108-b184-4bd2-b0f6-8b1345d9a286 on host hv-cinder-78239 for vnic_type normal with profile {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:04:36.135734 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [req-31c0c474-8f25-4af5-a8ad-f1681a01b6cc req-062551de-9e15-451b-9539-2c29684fad5b service neutron] Attempting to bind port 438d8108-b184-4bd2-b0f6-8b1345d9a286 by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': '0bc7fe2d-ac4b-43a1-bcab-bde52b794f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '18d42f14-ebcb-45fb-872d-4c48e6952727'}] {{(pid=86432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:04:36.136110 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c0c474-8f25-4af5-a8ad-f1681a01b6cc req-062551de-9e15-451b-9539-2c29684fad5b service neutron] Attempting to bind port 438d8108-b184-4bd2-b0f6-8b1345d9a286 on network 18d42f14-ebcb-45fb-872d-4c48e6952727 {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:04:36.156700 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-bbe96534-1c79-4047-8aa1-b8965de3be6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:04:36.160488 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c0c474-8f25-4af5-a8ad-f1681a01b6cc req-062551de-9e15-451b-9539-2c29684fad5b service neutron] Port 438d8108-b184-4bd2-b0f6-8b1345d9a286 on network 18d42f14-ebcb-45fb-872d-4c48e6952727 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 06:04:36.160853 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c0c474-8f25-4af5-a8ad-f1681a01b6cc req-062551de-9e15-451b-9539-2c29684fad5b service neutron] Attempting to bind port 438d8108-b184-4bd2-b0f6-8b1345d9a286 on network 18d42f14-ebcb-45fb-872d-4c48e6952727 {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:04:36.180428 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-bbe96534-1c79-4047-8aa1-b8965de3be6b admin admin] Usage tracker for resource:security_group_rule and tenant:09fb2d971bc44551a837757ee1014259 is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:04:36.205481 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-bbe96534-1c79-4047-8aa1-b8965de3be6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:04:36.207648 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:36.208629 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c0c474-8f25-4af5-a8ad-f1681a01b6cc req-062551de-9e15-451b-9539-2c29684fad5b service neutron] Checking agent: {'id': '1687539a-73b5-4d9c-8d40-15e28bacc92a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 2, 5), 'started_at': datetime.datetime(2021, 4, 21, 6, 2, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:04:36.208993 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c0c474-8f25-4af5-a8ad-f1681a01b6cc req-062551de-9e15-451b-9539-2c29684fad5b service neutron] Checking segment: {'id': '0bc7fe2d-ac4b-43a1-bcab-bde52b794f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '18d42f14-ebcb-45fb-872d-4c48e6952727'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:04:36.209891 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c0c474-8f25-4af5-a8ad-f1681a01b6cc req-062551de-9e15-451b-9539-2c29684fad5b service neutron] Bound using segment: {'id': '0bc7fe2d-ac4b-43a1-bcab-bde52b794f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '18d42f14-ebcb-45fb-872d-4c48e6952727'} {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:04:36.209891 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [req-31c0c474-8f25-4af5-a8ad-f1681a01b6cc req-062551de-9e15-451b-9539-2c29684fad5b service neutron] Bound port: 438d8108-b184-4bd2-b0f6-8b1345d9a286, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bc7fe2d-ac4b-43a1-bcab-bde52b794f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '18d42f14-ebcb-45fb-872d-4c48e6952727'}}] {{(pid=86432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:04:36.210248 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-31c0c474-8f25-4af5-a8ad-f1681a01b6cc req-062551de-9e15-451b-9539-2c29684fad5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:36.286139 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-bbe96534-1c79-4047-8aa1-b8965de3be6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:04:36.304478 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-863ce178-1b69-48a2-90ac-ecf73736a501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:36.341306 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f43652-763f-4cd0-b355-21b1897bc939 req-76567fda-3d09-4589-a493-653b0af5b7a7 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:36.341306 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-75f43652-763f-4cd0-b355-21b1897bc939 req-76567fda-3d09-4589-a493-653b0af5b7a7 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.1090231 Apr 21 06:04:36.378236 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ae2e3d16-2d51-491d-bc94-ef1fb9f7e4d6 req-fa5b6598-4643-4318-9c26-0b94ef738d68 service neutron] 10.222.0.11 "GET /v2.0/networks/4adbb71d-0e3c-4f02-8c40-88a15a7ed44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4271243 Apr 21 06:04:36.421577 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-75f43652-763f-4cd0-b355-21b1897bc939 req-9cf2badf-acb8-43af-851f-49fa792f458b tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634434 Apr 21 06:04:36.684744 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51395a1-45ed-43d1-a3ec-e9b4c099c85a req-3e4c893f-6148-43fa-b348-4994a55f92b2 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:36.686892 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f51395a1-45ed-43d1-a3ec-e9b4c099c85a req-3e4c893f-6148-43fa-b348-4994a55f92b2 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8da5d63-9858-4a18-9b9a-07455985ef41 HTTP/1.1" status: 200 len: 945 time: 0.7977755 Apr 21 06:04:36.713578 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-863ce178-1b69-48a2-90ac-ecf73736a501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:36.815681 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71684ad5-39e5-49e2-9a73-0a011bd59747 req-73b99a10-1b7a-4091-a092-b7bd25c88ffd tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:36.817293 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-71684ad5-39e5-49e2-9a73-0a011bd59747 req-73b99a10-1b7a-4091-a092-b7bd25c88ffd tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 944 time: 0.1002069 Apr 21 06:04:36.825684 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 54728) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:04:36.867270 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f51395a1-45ed-43d1-a3ec-e9b4c099c85a req-395d6dc0-5f54-46a6-a2e7-5311b9fc1695 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557696 Apr 21 06:04:36.892704 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [req-31c0c474-8f25-4af5-a8ad-f1681a01b6cc req-062551de-9e15-451b-9539-2c29684fad5b service neutron] For port 438d8108-b184-4bd2-b0f6-8b1345d9a286, host hv-cinder-78239, cleared binding levels {{(pid=86432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:04:36.923498 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [req-31c0c474-8f25-4af5-a8ad-f1681a01b6cc req-062551de-9e15-451b-9539-2c29684fad5b service neutron] For port 438d8108-b184-4bd2-b0f6-8b1345d9a286, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=438d8108-b184-4bd2-b0f6-8b1345d9a286,segment=NetworkSegment(0bc7fe2d-ac4b-43a1-bcab-bde52b794f56),segment_id=0bc7fe2d-ac4b-43a1-bcab-bde52b794f56)] {{(pid=86432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:04:36.924712 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-71684ad5-39e5-49e2-9a73-0a011bd59747 req-123dc603-bafc-46b8-aa9e-dd2d00d44120 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb4a8c28-565a-4d8d-8586-e8b658f711e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970883 Apr 21 06:04:36.945011 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-e34383e6-29eb-4d4e-b96f-8b8a9e7dd7a2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3f0a2f1094c94d79b36f48142acd4530&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1136420 Apr 21 06:04:36.945720 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 54736) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:04:36.965209 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-31c0c474-8f25-4af5-a8ad-f1681a01b6cc req-062551de-9e15-451b-9539-2c29684fad5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6553376'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:36.969230 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ae2e3d16-2d51-491d-bc94-ef1fb9f7e4d6 req-11091cee-4ca0-433c-b03d-d97cf4c10833 service neutron] 10.222.0.11 "GET /v2.0/networks/4adbb71d-0e3c-4f02-8c40-88a15a7ed44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5600066 Apr 21 06:04:36.984782 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:36.985076 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:37.019159 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0595e291-2e75-43df-a9f8-943173cd2d5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:37.048366 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0595e291-2e75-43df-a9f8-943173cd2d5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:37.062352 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0c474-8f25-4af5-a8ad-f1681a01b6cc req-062551de-9e15-451b-9539-2c29684fad5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:37.063074 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-31c0c474-8f25-4af5-a8ad-f1681a01b6cc req-062551de-9e15-451b-9539-2c29684fad5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846863987'] for port, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:37.064632 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-31c0c474-8f25-4af5-a8ad-f1681a01b6cc req-062551de-9e15-451b-9539-2c29684fad5b service neutron] 10.222.0.11 "PUT /v2.0/ports/438d8108-b184-4bd2-b0f6-8b1345d9a286 HTTP/1.1" status: 200 len: 1094 time: 3.5718555 Apr 21 06:04:37.065320 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-863ce178-1b69-48a2-90ac-ecf73736a501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:37.069303 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aef504c8-2a75-4a73-af61-ab5850bdb863', 'tag': '438d8108-b184-4bd2-b0f6-8b1345d9a286'}] {{(pid=86432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:04:37.080907 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-bbe96534-1c79-4047-8aa1-b8965de3be6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:37.107833 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-863ce178-1b69-48a2-90ac-ecf73736a501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:37.111716 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-863ce178-1b69-48a2-90ac-ecf73736a501 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/65bf056a-0f08-47c1-8bc4-e3a42a27b92a HTTP/1.1" status: 204 len: 168 time: 1.2517912 Apr 21 06:04:37.111716 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062551de-9e15-451b-9539-2c29684fad5b service neutron] Pushing event updated for resources: {'Port': ['ID=438d8108-b184-4bd2-b0f6-8b1345d9a286,revision_number=3']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:37.114955 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-062551de-9e15-451b-9539-2c29684fad5b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:37.115441 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-d52a21e3-0905-43f4-9c26-ffc0b7af8a19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:37.129012 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-bbe96534-1c79-4047-8aa1-b8965de3be6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:37.139739 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863ce178-1b69-48a2-90ac-ecf73736a501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65bf056a-0f08-47c1-8bc4-e3a42a27b92a,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:37.143809 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-863ce178-1b69-48a2-90ac-ecf73736a501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:37.144347 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-3242a012-fc24-4a17-91ed-8e0a734928dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:37.179358 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0595e291-2e75-43df-a9f8-943173cd2d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:37.190449 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-e389ac90-2349-40bf-97b3-6b6db580c8a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:37.201205 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aef504c8-2a75-4a73-af61-ab5850bdb863', 'tag': '438d8108-b184-4bd2-b0f6-8b1345d9a286', 'status': 'completed', 'code': 200} Apr 21 06:04:37.210917 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0595e291-2e75-43df-a9f8-943173cd2d5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:37.212429 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-0595e291-2e75-43df-a9f8-943173cd2d5c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f14426af-9d7d-4c72-ad1b-94525916c61d HTTP/1.1" status: 204 len: 168 time: 0.2653780 Apr 21 06:04:37.215848 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595e291-2e75-43df-a9f8-943173cd2d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14426af-9d7d-4c72-ad1b-94525916c61d,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:37.218620 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-0595e291-2e75-43df-a9f8-943173cd2d5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:37.260262 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe96534-1c79-4047-8aa1-b8965de3be6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc67f44f-09c7-41fa-9a22-b34d067c6b17,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:37.277251 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-bbe96534-1c79-4047-8aa1-b8965de3be6b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=09fb2d971bc44551a837757ee1014259&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3002880 Apr 21 06:04:37.277940 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 54752) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:04:37.281997 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-bbe96534-1c79-4047-8aa1-b8965de3be6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:37.330114 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509a8f1-d8c0-48a9-a6c2-f10937b25b24 req-e9612d3a-2d82-4fe7-9ff2-bf6adeafabfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:37.334449 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f509a8f1-d8c0-48a9-a6c2-f10937b25b24 req-e9612d3a-2d82-4fe7-9ff2-bf6adeafabfe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a253b7f90d074c729aa03c3dbc382b57&device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 1097 time: 0.1267674 Apr 21 06:04:37.426421 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9fc2c6a6-a4b4-45b9-bb5c-57db19ce2131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:37.439924 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Device 73d308c6-f766-4740-9b6f-e88e0ae01217 details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=86434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 06:04:37.502921 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9fc2c6a6-a4b4-45b9-bb5c-57db19ce2131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:37.708758 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Device 8ab21f9f-1509-41df-ba62-c5cf11ead2ce up at agent hyperv_hv-cinder-78239 {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:04:37.709346 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509a8f1-d8c0-48a9-a6c2-f10937b25b24 req-6fae552d-5eeb-43fe-b5be-bbe500768eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:37.710785 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f509a8f1-d8c0-48a9-a6c2-f10937b25b24 req-6fae552d-5eeb-43fe-b5be-bbe500768eb1 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a253b7f90d074c729aa03c3dbc382b57&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3687315 Apr 21 06:04:37.720587 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d563b464-73db-4893-aafd-59a6a0ac6dcb req-b5ed2d7d-eb24-4796-94f7-a75e5e65cf68 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:37.725731 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d563b464-73db-4893-aafd-59a6a0ac6dcb req-b5ed2d7d-eb24-4796-94f7-a75e5e65cf68 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.1643269 Apr 21 06:04:37.726990 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9fc2c6a6-a4b4-45b9-bb5c-57db19ce2131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:37.744351 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:37.780710 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] For port 73d308c6-f766-4740-9b6f-e88e0ae01217, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=73d308c6-f766-4740-9b6f-e88e0ae01217,segment=NetworkSegment(abf7ed71-e9c8-4881-8104-244b9f5ab084),segment_id=abf7ed71-e9c8-4881-8104-244b9f5ab084)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:04:37.801752 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc2c6a6-a4b4-45b9-bb5c-57db19ce2131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc67f44f-09c7-41fa-9a22-b34d067c6b17,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:37.823726 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Returning: {'device': '73d308c6-f766-4740-9b6f-e88e0ae01217', 'network_id': '4adbb71d-0e3c-4f02-8c40-88a15a7ed44f', 'port_id': '73d308c6-f766-4740-9b6f-e88e0ae01217', 'mac_address': 'fa:16:3e:8a:a8:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6540d99e-bc73-4d77-9e9a-a9934313dcf7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 06:04:37.826509 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9fc2c6a6-a4b4-45b9-bb5c-57db19ce2131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:37.862755 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9fc2c6a6-a4b4-45b9-bb5c-57db19ce2131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:37.866630 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-9fc2c6a6-a4b4-45b9-bb5c-57db19ce2131 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bc67f44f-09c7-41fa-9a22-b34d067c6b17 HTTP/1.1" status: 204 len: 168 time: 0.5846746 Apr 21 06:04:37.886356 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d563b464-73db-4893-aafd-59a6a0ac6dcb req-ec84bca7-8f7d-44ec-a88a-e199c7ee61c8 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513581 Apr 21 06:04:38.036704 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:38.043152 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509a8f1-d8c0-48a9-a6c2-f10937b25b24 req-8fb7a56d-4d34-4efd-a2e6-202fc9620d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:38.045893 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f509a8f1-d8c0-48a9-a6c2-f10937b25b24 req-8fb7a56d-4d34-4efd-a2e6-202fc9620d05 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3250511 Apr 21 06:04:38.058917 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73d308c6-f766-4740-9b6f-e88e0ae01217 {{(pid=86434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 06:04:38.077394 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] For port 73d308c6-f766-4740-9b6f-e88e0ae01217, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=73d308c6-f766-4740-9b6f-e88e0ae01217,segment=NetworkSegment(abf7ed71-e9c8-4881-8104-244b9f5ab084),segment_id=abf7ed71-e9c8-4881-8104-244b9f5ab084)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:04:38.181085 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0c474-8f25-4af5-a8ad-f1681a01b6cc req-44aa2e0e-6b64-4904-9fc5-0b3d61076a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:38.181942 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a8063b-36c8-4f44-b837-ca0d4e797d07 req-0af10e96-065d-4720-a896-a06b97acf4a4 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:38.182731 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-31c0c474-8f25-4af5-a8ad-f1681a01b6cc req-44aa2e0e-6b64-4904-9fc5-0b3d61076a6a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a253b7f90d074c729aa03c3dbc382b57&device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 1097 time: 0.0963018 Apr 21 06:04:38.183634 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-32a8063b-36c8-4f44-b837-ca0d4e797d07 req-0af10e96-065d-4720-a896-a06b97acf4a4 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8da5d63-9858-4a18-9b9a-07455985ef41 HTTP/1.1" status: 200 len: 945 time: 0.0890400 Apr 21 06:04:38.239890 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-32a8063b-36c8-4f44-b837-ca0d4e797d07 req-e9e57707-0eb0-4cf0-87be-f786e3f50486 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497580 Apr 21 06:04:38.267236 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-31c0c474-8f25-4af5-a8ad-f1681a01b6cc req-d399c1f2-2425-4139-b283-30b9278c9b90 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=438d8108-b184-4bd2-b0f6-8b1345d9a286 HTTP/1.1" status: 200 len: 217 time: 0.0774028 Apr 21 06:04:38.339541 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0c474-8f25-4af5-a8ad-f1681a01b6cc req-d011e893-0809-4992-8917-d93b4a5dbc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:38.341047 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-31c0c474-8f25-4af5-a8ad-f1681a01b6cc req-d011e893-0809-4992-8917-d93b4a5dbc77 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8d481e38-1293-4cc6-9389-91a3566135aa HTTP/1.1" status: 200 len: 850 time: 0.0683715 Apr 21 06:04:38.430922 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0c474-8f25-4af5-a8ad-f1681a01b6cc req-d83ae2d7-e2fb-47cb-bb55-d776b9a12f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:38.432588 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-31c0c474-8f25-4af5-a8ad-f1681a01b6cc req-d83ae2d7-e2fb-47cb-bb55-d776b9a12f33 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=18d42f14-ebcb-45fb-872d-4c48e6952727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0853114 Apr 21 06:04:38.439166 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc196c2b-a50b-466b-935d-384b28409fde req-b4b0bf99-b259-45a8-9d42-ff3e22fecffb tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:38.440786 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-cc196c2b-a50b-466b-935d-384b28409fde req-b4b0bf99-b259-45a8-9d42-ff3e22fecffb tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 944 time: 0.0894740 Apr 21 06:04:38.489561 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-cc196c2b-a50b-466b-935d-384b28409fde req-b4c82715-5e94-4c47-9bac-ab4a2b51e282 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb4a8c28-565a-4d8d-8586-e8b658f711e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422664 Apr 21 06:04:38.579534 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-31c0c474-8f25-4af5-a8ad-f1681a01b6cc req-73153f32-6d55-403c-856f-f55bf8d4d03f service neutron] 10.222.0.11 "GET /v2.0/networks/18d42f14-ebcb-45fb-872d-4c48e6952727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404059 Apr 21 06:04:38.726255 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-31c0c474-8f25-4af5-a8ad-f1681a01b6cc req-1aef8e07-6764-45fe-a09c-6de48dc9ebca service neutron] 10.222.0.11 "GET /v2.0/networks/18d42f14-ebcb-45fb-872d-4c48e6952727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406803 Apr 21 06:04:39.080202 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:39.086483 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:39.124221 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Provisioning for port 8ab21f9f-1509-41df-ba62-c5cf11ead2ce completed by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:04:39.130170 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7b5cad-1b3c-4154-81e2-85a08da839df req-5ba53436-7825-459e-b9ca-780615e94d31 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:39.134151 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-bd7b5cad-1b3c-4154-81e2-85a08da839df req-5ba53436-7825-459e-b9ca-780615e94d31 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 945 time: 0.1055303 Apr 21 06:04:39.143795 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Provisioning complete for port 8ab21f9f-1509-41df-ba62-c5cf11ead2ce triggered by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:04:39.149293 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:39.183199 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-bd7b5cad-1b3c-4154-81e2-85a08da839df req-60039ba1-245a-43a9-b42f-6c515f3c4bbb tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446725 Apr 21 06:04:39.247418 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Pushing event updated for resources: {'Port': ['ID=73d308c6-f766-4740-9b6f-e88e0ae01217,revision_number=4']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:39.258542 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:39.304770 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 54800) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:04:39.340567 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:39.354935 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] get_ports_and_sgs() called for port_ids ['73d308c6-f766-4740-9b6f-e88e0ae01217'] {{(pid=86434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:04:39.366943 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4537a639-ad40-41c2-9bd3-80970a724806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:39.402835 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-4537a639-ad40-41c2-9bd3-80970a724806 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:04:39.408824 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-4537a639-ad40-41c2-9bd3-80970a724806 admin admin] Usage tracker for resource:security_group_rule and tenant:e05feaa4f95d4d01b26745bb6410f027 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:04:39.415360 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-4537a639-ad40-41c2-9bd3-80970a724806 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:04:39.425814 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] For port 8ab21f9f-1509-41df-ba62-c5cf11ead2ce, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=8ab21f9f-1509-41df-ba62-c5cf11ead2ce,segment=NetworkSegment(2039c6c7-ff97-42ba-b3c3-15d3e07cc6a7),segment_id=2039c6c7-ff97-42ba-b3c3-15d3e07cc6a7)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:04:39.429224 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-4537a639-ad40-41c2-9bd3-80970a724806 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:04:39.429932 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd18dcc6c-0640-42cf-bdb7-189fce144353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab21f9f-1509-41df-ba62-c5cf11ead2ce'}] {{(pid=86434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:04:39.487648 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:39.488563 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Device f15b2d24-48f2-4f38-80a6-0b3c822d56e2 up at agent hyperv_hv-cinder-78239 {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:04:39.554133 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:39.566512 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b2367-7fd5-403f-8409-99a32b9eaadd req-48c12024-37d9-46e3-b0de-7c5fe8beb646 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:39.575322 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-887b2367-7fd5-403f-8409-99a32b9eaadd req-48c12024-37d9-46e3-b0de-7c5fe8beb646 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8da5d63-9858-4a18-9b9a-07455985ef41 HTTP/1.1" status: 200 len: 945 time: 0.1509206 Apr 21 06:04:39.649928 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd18dcc6c-0640-42cf-bdb7-189fce144353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab21f9f-1509-41df-ba62-c5cf11ead2ce', 'code': 200} Apr 21 06:04:39.650520 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Pushing event updated for resources: {'Port': ['ID=8ab21f9f-1509-41df-ba62-c5cf11ead2ce,revision_number=5']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:39.661180 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:39.681608 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-887b2367-7fd5-403f-8409-99a32b9eaadd req-1e5d2f87-cb36-4ffd-bb01-7078dc55a334 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043923 Apr 21 06:04:39.745130 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Provisioning for port f15b2d24-48f2-4f38-80a6-0b3c822d56e2 completed by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:04:39.758587 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Provisioning complete for port f15b2d24-48f2-4f38-80a6-0b3c822d56e2 triggered by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:04:39.758991 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:39.788858 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4537a639-ad40-41c2-9bd3-80970a724806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:39.812942 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4537a639-ad40-41c2-9bd3-80970a724806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:39.823345 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:39.891259 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-4537a639-ad40-41c2-9bd3-80970a724806 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e05feaa4f95d4d01b26745bb6410f027&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5837531 Apr 21 06:04:39.896541 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 54822) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:04:39.911899 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4537a639-ad40-41c2-9bd3-80970a724806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c499084c-7e21-4e86-9541-3b0bb5afc600,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:39.917078 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-4537a639-ad40-41c2-9bd3-80970a724806 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:39.933409 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d891a11e-cf87-40ff-97ac-580e307e3201 req-31a47966-0207-4777-b391-a9e3acf10198 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:39.934094 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-d891a11e-cf87-40ff-97ac-580e307e3201 req-31a47966-0207-4777-b391-a9e3acf10198 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Synchronizing usage tracker for tenant:a253b7f90d074c729aa03c3dbc382b57 on resource:port {{(pid=86432) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:04:39.984212 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:39.984674 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-d891a11e-cf87-40ff-97ac-580e307e3201 req-31a47966-0207-4777-b391-a9e3acf10198 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Unset dirty status for tenant:a253b7f90d074c729aa03c3dbc382b57 on resource:port {{(pid=86432) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:04:39.986044 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d891a11e-cf87-40ff-97ac-580e307e3201 req-31a47966-0207-4777-b391-a9e3acf10198 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 944 time: 0.2284591 Apr 21 06:04:40.017852 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4e97c14e-e287-4d4c-bb03-5e0704d0ea1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:40.021357 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] For port f15b2d24-48f2-4f38-80a6-0b3c822d56e2, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=f15b2d24-48f2-4f38-80a6-0b3c822d56e2,segment=NetworkSegment(2039c6c7-ff97-42ba-b3c3-15d3e07cc6a7),segment_id=2039c6c7-ff97-42ba-b3c3-15d3e07cc6a7)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:04:40.052994 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4e97c14e-e287-4d4c-bb03-5e0704d0ea1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:40.064626 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:40.066658 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-87e1fe24-dbd3-4a50-b787-6c1fe919a005 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:40.117811 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 54830) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:04:40.162087 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4e97c14e-e287-4d4c-bb03-5e0704d0ea1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:40.168569 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-e78e8c67-c08d-4887-9845-0d24643cceb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:40.173691 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d891a11e-cf87-40ff-97ac-580e307e3201 req-b4a75188-a937-44a3-8855-67bd0cde4573 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb4a8c28-565a-4d8d-8586-e8b658f711e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793120 Apr 21 06:04:40.183990 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Pushing event updated for resources: {'Port': ['ID=f15b2d24-48f2-4f38-80a6-0b3c822d56e2,revision_number=5']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:40.185691 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e97c14e-e287-4d4c-bb03-5e0704d0ea1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c499084c-7e21-4e86-9541-3b0bb5afc600,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:40.188101 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-4e97c14e-e287-4d4c-bb03-5e0704d0ea1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:40.190977 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a47827-b57d-4d09-b460-6c887577242f req-ea7c8ee7-e49b-4d22-9c50-3dd835f46888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:40.192123 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-69a47827-b57d-4d09-b460-6c887577242f req-ea7c8ee7-e49b-4d22-9c50-3dd835f46888 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 1098 time: 0.1959987 Apr 21 06:04:40.195811 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4e97c14e-e287-4d4c-bb03-5e0704d0ea1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:40.197227 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-4e97c14e-e287-4d4c-bb03-5e0704d0ea1d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c499084c-7e21-4e86-9541-3b0bb5afc600 HTTP/1.1" status: 204 len: 168 time: 0.2916634 Apr 21 06:04:40.208441 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:40.252948 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-69a47827-b57d-4d09-b460-6c887577242f req-008fbd4e-53fe-4f14-9616-26eb05e9945c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514889 Apr 21 06:04:40.403157 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-09f2df93-f7e8-4a88-b3a2-3ab32dc8add3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:40.422015 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-09f2df93-f7e8-4a88-b3a2-3ab32dc8add3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:04:40.427476 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-09f2df93-f7e8-4a88-b3a2-3ab32dc8add3 admin admin] Usage tracker for resource:security_group_rule and tenant:268eafef4fcc45fbb0b692aec74572a5 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:04:40.432621 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-09f2df93-f7e8-4a88-b3a2-3ab32dc8add3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:04:40.444476 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-09f2df93-f7e8-4a88-b3a2-3ab32dc8add3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:04:40.490112 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b91b2-0c8e-41bf-8bf1-b7310fc790d1 req-d25241d4-8153-4f68-9efb-5907a6bdbece tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:40.491755 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e30b91b2-0c8e-41bf-8bf1-b7310fc790d1 req-d25241d4-8153-4f68-9efb-5907a6bdbece tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 945 time: 0.1576607 Apr 21 06:04:40.568548 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e30b91b2-0c8e-41bf-8bf1-b7310fc790d1 req-16ed7504-dda7-4f85-ad91-58f7b5abfaaf tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696852 Apr 21 06:04:40.599123 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-09f2df93-f7e8-4a88-b3a2-3ab32dc8add3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:40.659196 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-09f2df93-f7e8-4a88-b3a2-3ab32dc8add3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:40.676632 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:40.710637 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f2df93-f7e8-4a88-b3a2-3ab32dc8add3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de6cfca-9203-4618-8697-8bb908166c19,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:40.725269 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-09f2df93-f7e8-4a88-b3a2-3ab32dc8add3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:40.731890 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-09f2df93-f7e8-4a88-b3a2-3ab32dc8add3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=268eafef4fcc45fbb0b692aec74572a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6129894 Apr 21 06:04:40.732147 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 54858) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:04:40.857183 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f9274997-e4a1-4f82-8708-8dffa046c523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:40.900842 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f9274997-e4a1-4f82-8708-8dffa046c523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:40.933349 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 54864) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:04:40.958328 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-7bec9623-cb1c-40fb-8743-c0246414baa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:40.970486 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18662b83-3da4-40c0-b8c5-ad0a4a3b9288 req-197bc9b1-1f0c-48e0-a7d4-268088eabe11 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:40.979087 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-18662b83-3da4-40c0-b8c5-ad0a4a3b9288 req-197bc9b1-1f0c-48e0-a7d4-268088eabe11 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8da5d63-9858-4a18-9b9a-07455985ef41 HTTP/1.1" status: 200 len: 946 time: 0.1753497 Apr 21 06:04:40.991344 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-7bec9623-cb1c-40fb-8743-c0246414baa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:04:41.000630 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-7bec9623-cb1c-40fb-8743-c0246414baa2 admin admin] Usage tracker for resource:security_group_rule and tenant:4581c78876f84888b0eaf94545886c01 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:04:41.001910 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f9274997-e4a1-4f82-8708-8dffa046c523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:41.004389 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-7bec9623-cb1c-40fb-8743-c0246414baa2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:04:41.011144 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-7bec9623-cb1c-40fb-8743-c0246414baa2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:04:41.011988 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:41.062402 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-18662b83-3da4-40c0-b8c5-ad0a4a3b9288 req-f2b756c6-633e-4c5d-87b6-52f58df8ddb9 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822880 Apr 21 06:04:41.063336 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9274997-e4a1-4f82-8708-8dffa046c523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de6cfca-9203-4618-8697-8bb908166c19,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:41.065625 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f9274997-e4a1-4f82-8708-8dffa046c523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:41.085747 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-f9274997-e4a1-4f82-8708-8dffa046c523 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3de6cfca-9203-4618-8697-8bb908166c19 HTTP/1.1" status: 204 len: 168 time: 0.3329604 Apr 21 06:04:41.085747 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-f9274997-e4a1-4f82-8708-8dffa046c523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:41.130421 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-7bec9623-cb1c-40fb-8743-c0246414baa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:41.184658 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-7bec9623-cb1c-40fb-8743-c0246414baa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:41.195355 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:41.263762 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 54878) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:04:41.264067 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-7bec9623-cb1c-40fb-8743-c0246414baa2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4581c78876f84888b0eaf94545886c01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3293300 Apr 21 06:04:41.266240 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec9623-cb1c-40fb-8743-c0246414baa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d22aa19b-4603-44d9-bb94-2850977bfe36,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:41.269627 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-7bec9623-cb1c-40fb-8743-c0246414baa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:41.402741 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-8be9eb47-45a4-4108-84c7-b8752d46be2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:41.441239 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-8be9eb47-45a4-4108-84c7-b8752d46be2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:41.443100 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Device 438d8108-b184-4bd2-b0f6-8b1345d9a286 details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=86434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 06:04:41.458807 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba8df7-fb22-486d-9316-a5c41b317e14 req-102ff25f-f4e2-4a98-a38a-1c1441e95c99 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:41.466852 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-8fba8df7-fb22-486d-9316-a5c41b317e14 req-102ff25f-f4e2-4a98-a38a-1c1441e95c99 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 944 time: 0.1117404 Apr 21 06:04:41.500723 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Device 73d308c6-f766-4740-9b6f-e88e0ae01217 up at agent hyperv_hv-cinder-78239 {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:04:41.522609 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-8be9eb47-45a4-4108-84c7-b8752d46be2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:41.524054 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-8fba8df7-fb22-486d-9316-a5c41b317e14 req-107b9d56-6a37-4d0f-879a-13dce4c38310 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb4a8c28-565a-4d8d-8586-e8b658f711e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554006 Apr 21 06:04:41.531652 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-22e2ef67-1d81-495d-bae6-53e46cb3bbee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:41.546541 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be9eb47-45a4-4108-84c7-b8752d46be2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22aa19b-4603-44d9-bb94-2850977bfe36,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:41.552309 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-8be9eb47-45a4-4108-84c7-b8752d46be2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:41.554505 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-8be9eb47-45a4-4108-84c7-b8752d46be2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:41.555804 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-8be9eb47-45a4-4108-84c7-b8752d46be2f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d22aa19b-4603-44d9-bb94-2850977bfe36 HTTP/1.1" status: 204 len: 168 time: 0.2900927 Apr 21 06:04:41.652516 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8da5d63-9858-4a18-9b9a-07455985ef41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f15b2d24-48f2-4f38-80a6-0b3c822d56e2'}] {{(pid=86434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:04:41.716221 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] For port 438d8108-b184-4bd2-b0f6-8b1345d9a286, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=438d8108-b184-4bd2-b0f6-8b1345d9a286,segment=NetworkSegment(0bc7fe2d-ac4b-43a1-bcab-bde52b794f56),segment_id=0bc7fe2d-ac4b-43a1-bcab-bde52b794f56)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:04:41.737177 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Returning: {'device': '438d8108-b184-4bd2-b0f6-8b1345d9a286', 'network_id': '18d42f14-ebcb-45fb-872d-4c48e6952727', 'port_id': '438d8108-b184-4bd2-b0f6-8b1345d9a286', 'mac_address': 'fa:16:3e:99:47:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d481e38-1293-4cc6-9389-91a3566135aa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 06:04:41.741244 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Provisioning for port 73d308c6-f766-4740-9b6f-e88e0ae01217 completed by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:04:41.749401 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8da5d63-9858-4a18-9b9a-07455985ef41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f15b2d24-48f2-4f38-80a6-0b3c822d56e2', 'code': 200} Apr 21 06:04:41.750781 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Provisioning complete for port 73d308c6-f766-4740-9b6f-e88e0ae01217 triggered by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:04:41.751201 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:41.844980 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9888d5-782f-4d6c-9732-6ce8e4674606 req-57b6f0f6-b499-4d77-967e-418e24dfe792 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:41.846892 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-9c9888d5-782f-4d6c-9732-6ce8e4674606 req-57b6f0f6-b499-4d77-967e-418e24dfe792 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 945 time: 0.1371729 Apr 21 06:04:41.861378 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:41.895071 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 438d8108-b184-4bd2-b0f6-8b1345d9a286 {{(pid=86434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 06:04:41.911961 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] For port 438d8108-b184-4bd2-b0f6-8b1345d9a286, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=438d8108-b184-4bd2-b0f6-8b1345d9a286,segment=NetworkSegment(0bc7fe2d-ac4b-43a1-bcab-bde52b794f56),segment_id=0bc7fe2d-ac4b-43a1-bcab-bde52b794f56)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:04:41.962745 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-9c9888d5-782f-4d6c-9732-6ce8e4674606 req-5cc8b70b-18f2-48fd-8ba8-99775b61d268 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088886 Apr 21 06:04:41.976922 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:41.978670 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-dfd44b68-76fb-4d85-8c58-fdc49b6db6c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:42.064306 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b50c1-d484-4cbe-abce-eb7ef666fe95 req-c3836a62-061b-4a69-8b9b-bc46f75420a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:42.067076 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-7d7b50c1-d484-4cbe-abce-eb7ef666fe95 req-c3836a62-061b-4a69-8b9b-bc46f75420a8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b8da5d63-9858-4a18-9b9a-07455985ef41 HTTP/1.1" status: 200 len: 1099 time: 0.0809994 Apr 21 06:04:42.067853 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:42.091837 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Pushing event updated for resources: {'Port': ['ID=438d8108-b184-4bd2-b0f6-8b1345d9a286,revision_number=4']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:42.102078 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:42.110236 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-7d7b50c1-d484-4cbe-abce-eb7ef666fe95 req-7a984999-43ea-4d53-b5f3-90d0fdbf3281 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383315 Apr 21 06:04:42.116497 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] For port 73d308c6-f766-4740-9b6f-e88e0ae01217, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=73d308c6-f766-4740-9b6f-e88e0ae01217,segment=NetworkSegment(abf7ed71-e9c8-4881-8104-244b9f5ab084),segment_id=abf7ed71-e9c8-4881-8104-244b9f5ab084)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:04:42.139466 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:42.142609 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:42.220456 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Pushing event updated for resources: {'Port': ['ID=73d308c6-f766-4740-9b6f-e88e0ae01217,revision_number=5']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:42.223722 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:42.226109 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] get_ports_and_sgs() called for port_ids ['438d8108-b184-4bd2-b0f6-8b1345d9a286'] {{(pid=86434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:04:42.261347 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 54908) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:04:42.313999 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6398df6a-ee01-411a-a06a-2766f2f7d4fe req-aab40c13-e135-4fa5-9f85-ca64a84299d2 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:42.315306 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6095b564-a005-4666-bf88-10162015b540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:42.326335 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6398df6a-ee01-411a-a06a-2766f2f7d4fe req-aab40c13-e135-4fa5-9f85-ca64a84299d2 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8da5d63-9858-4a18-9b9a-07455985ef41 HTTP/1.1" status: 200 len: 946 time: 0.1295238 Apr 21 06:04:42.333994 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-6095b564-a005-4666-bf88-10162015b540 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:04:42.347455 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-6095b564-a005-4666-bf88-10162015b540 admin admin] Usage tracker for resource:security_group_rule and tenant:88c219324315433589b7dbe1872fb51d is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:04:42.350490 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-6095b564-a005-4666-bf88-10162015b540 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:04:42.357043 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-6095b564-a005-4666-bf88-10162015b540 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:04:42.428298 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6398df6a-ee01-411a-a06a-2766f2f7d4fe req-a3da29d4-b4f0-4593-a835-5e16693b0745 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925691 Apr 21 06:04:42.475292 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6095b564-a005-4666-bf88-10162015b540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:42.493434 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6095b564-a005-4666-bf88-10162015b540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:42.503951 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-80cabfba-c118-4b37-b5c3-48caf692f6d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:42.547729 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-6095b564-a005-4666-bf88-10162015b540 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=88c219324315433589b7dbe1872fb51d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2849479 Apr 21 06:04:42.549420 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6095b564-a005-4666-bf88-10162015b540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58324351-5e48-4494-8dd5-4edf16ae16e2,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:42.550462 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 54924) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:04:42.553787 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-6095b564-a005-4666-bf88-10162015b540 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:42.614707 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9ead747f-8001-40b9-b107-8f001dd30709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:42.642852 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9ead747f-8001-40b9-b107-8f001dd30709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:42.728522 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9ead747f-8001-40b9-b107-8f001dd30709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:42.734509 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-97e4f71c-45dd-451d-b75c-42bfd3738e3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:42.747215 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ead747f-8001-40b9-b107-8f001dd30709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58324351-5e48-4494-8dd5-4edf16ae16e2,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:42.751691 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9ead747f-8001-40b9-b107-8f001dd30709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:42.777138 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013053a7-55ad-4ce1-8bf3-ef49db52a036 req-5e0f8d3a-ef99-49b7-aaa6-002afffcc031 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:42.777276 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9ead747f-8001-40b9-b107-8f001dd30709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:42.778656 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-9ead747f-8001-40b9-b107-8f001dd30709 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/58324351-5e48-4494-8dd5-4edf16ae16e2 HTTP/1.1" status: 204 len: 168 time: 0.2270887 Apr 21 06:04:42.783068 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-013053a7-55ad-4ce1-8bf3-ef49db52a036 req-5e0f8d3a-ef99-49b7-aaa6-002afffcc031 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 945 time: 0.1129456 Apr 21 06:04:42.852718 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-013053a7-55ad-4ce1-8bf3-ef49db52a036 req-10fcb9c6-1317-4bc3-af52-56ca30ff78ec tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb4a8c28-565a-4d8d-8586-e8b658f711e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603945 Apr 21 06:04:43.187626 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b1e5ae-dc7e-4b51-bf67-5174f5d68309 req-1021b99f-5369-4c5f-9175-f10e93d031f2 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:43.189394 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-92b1e5ae-dc7e-4b51-bf67-5174f5d68309 req-1021b99f-5369-4c5f-9175-f10e93d031f2 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 946 time: 0.1060815 Apr 21 06:04:43.267170 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-92b1e5ae-dc7e-4b51-bf67-5174f5d68309 req-14d90c5a-692b-4900-b701-039545f1aee8 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698972 Apr 21 06:04:43.459306 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Device 438d8108-b184-4bd2-b0f6-8b1345d9a286 up at agent hyperv_hv-cinder-78239 {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:04:43.607713 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Provisioning for port 438d8108-b184-4bd2-b0f6-8b1345d9a286 completed by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:04:43.613277 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Provisioning complete for port 438d8108-b184-4bd2-b0f6-8b1345d9a286 triggered by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:04:43.613918 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:43.680032 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf226c9a-5cb7-45da-ba1e-a51c6e4243d5 req-60208cd8-a743-4690-93df-bb2169624021 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:43.689795 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-cf226c9a-5cb7-45da-ba1e-a51c6e4243d5 req-60208cd8-a743-4690-93df-bb2169624021 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8da5d63-9858-4a18-9b9a-07455985ef41 HTTP/1.1" status: 200 len: 946 time: 0.1147935 Apr 21 06:04:43.743235 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-cf226c9a-5cb7-45da-ba1e-a51c6e4243d5 req-a76a451b-28dd-42ef-a395-85de7c286f87 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520022 Apr 21 06:04:43.777977 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47681b71-1a9f-43b0-91cc-5fa6232d2eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d308c6-f766-4740-9b6f-e88e0ae01217'}] {{(pid=86434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:04:43.851037 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:43.861732 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47681b71-1a9f-43b0-91cc-5fa6232d2eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d308c6-f766-4740-9b6f-e88e0ae01217', 'code': 200} Apr 21 06:04:43.893384 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] For port 438d8108-b184-4bd2-b0f6-8b1345d9a286, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=438d8108-b184-4bd2-b0f6-8b1345d9a286,segment=NetworkSegment(0bc7fe2d-ac4b-43a1-bcab-bde52b794f56),segment_id=0bc7fe2d-ac4b-43a1-bcab-bde52b794f56)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:04:43.934019 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:43.939250 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:44.032939 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Pushing event updated for resources: {'Port': ['ID=438d8108-b184-4bd2-b0f6-8b1345d9a286,revision_number=5']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:44.036384 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:44.212180 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b3a4d9-8076-49fd-b413-756eb25078c8 req-70f0312a-e95d-4bfd-b717-cfde5b30d57f tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:44.220776 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-21b3a4d9-8076-49fd-b413-756eb25078c8 req-70f0312a-e95d-4bfd-b717-cfde5b30d57f tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 946 time: 0.1769605 Apr 21 06:04:44.283511 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-21b3a4d9-8076-49fd-b413-756eb25078c8 req-bf3c01ca-4903-4846-bd7d-1841da1c0050 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb4a8c28-565a-4d8d-8586-e8b658f711e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616770 Apr 21 06:04:44.592137 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c1e72-51e8-477f-8f6b-e9f93861b5ad req-5d2a06d2-62f3-48a8-b5e4-66b6ac58522d tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:44.600044 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-4c8c1e72-51e8-477f-8f6b-e9f93861b5ad req-5d2a06d2-62f3-48a8-b5e4-66b6ac58522d tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 946 time: 0.1400275 Apr 21 06:04:44.600663 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 55016) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:04:44.681066 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-4c8c1e72-51e8-477f-8f6b-e9f93861b5ad req-ef631d05-b713-4973-a666-ce78ece72ac5 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731270 Apr 21 06:04:44.693476 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24829e06-b2a4-4198-bf9d-edd488e6f5c6 req-ce47c014-92d4-418d-bad9-ea3c4a88c173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:44.695106 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-24829e06-b2a4-4198-bf9d-edd488e6f5c6 req-ce47c014-92d4-418d-bad9-ea3c4a88c173 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 1099 time: 0.4271719 Apr 21 06:04:44.702270 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a07e918-7c5c-4ceb-8251-1d418af18581 req-24481321-02ef-4869-a958-e64e1a739792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:44.703965 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1a07e918-7c5c-4ceb-8251-1d418af18581 req-24481321-02ef-4869-a958-e64e1a739792 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=83c72247bd04473380fa74addf843cfd&device_id=b8da5d63-9858-4a18-9b9a-07455985ef41 HTTP/1.1" status: 200 len: 1099 time: 0.2612352 Apr 21 06:04:44.716709 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d074bc5-0eae-4dd1-aae1-89eb78bacda8 req-24b248ee-c889-4e4a-b835-a975813f6f90 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:44.718356 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1d074bc5-0eae-4dd1-aae1-89eb78bacda8 req-24b248ee-c889-4e4a-b835-a975813f6f90 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8da5d63-9858-4a18-9b9a-07455985ef41 HTTP/1.1" status: 200 len: 946 time: 0.1729739 Apr 21 06:04:44.808193 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-dcc44fbc-fd29-492e-bdef-9853390a92f3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1890153035-network', 'tenant_id': 'aeefb0188ea04d34b48759d35d847d1e'}} {{(pid=86433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:04:44.813739 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-dcc44fbc-fd29-492e-bdef-9853390a92f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:04:44.817939 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-dcc44fbc-fd29-492e-bdef-9853390a92f3 admin admin] Usage tracker for resource:network and tenant:aeefb0188ea04d34b48759d35d847d1e is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:04:44.820989 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-dcc44fbc-fd29-492e-bdef-9853390a92f3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:04:44.827081 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-dcc44fbc-fd29-492e-bdef-9853390a92f3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:04:44.865265 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc44fbc-fd29-492e-bdef-9853390a92f3 admin admin] Made reservation on behalf of aeefb0188ea04d34b48759d35d847d1e for: {'network': 1} {{(pid=86433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:04:44.870192 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-dcc44fbc-fd29-492e-bdef-9853390a92f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for network, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:44.887632 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-dcc44fbc-fd29-492e-bdef-9853390a92f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:44.888397 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-24829e06-b2a4-4198-bf9d-edd488e6f5c6 req-2a4053fd-e4a9-4c63-95cd-612c128a8b1f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809907 Apr 21 06:04:44.896747 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1d074bc5-0eae-4dd1-aae1-89eb78bacda8 req-34ca3a1e-b8b4-44b7-a2b6-816ace4f6cb4 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405261 Apr 21 06:04:44.903365 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-dcc44fbc-fd29-492e-bdef-9853390a92f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:04:44.907717 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-dcc44fbc-fd29-492e-bdef-9853390a92f3 admin admin] Usage tracker for resource:security_group_rule and tenant:aeefb0188ea04d34b48759d35d847d1e is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:04:44.910780 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-dcc44fbc-fd29-492e-bdef-9853390a92f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:04:44.917779 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-dcc44fbc-fd29-492e-bdef-9853390a92f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:04:44.939863 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a07e918-7c5c-4ceb-8251-1d418af18581 req-00e8642f-b010-468f-9e6a-6f532937e2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:44.941905 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1a07e918-7c5c-4ceb-8251-1d418af18581 req-00e8642f-b010-468f-9e6a-6f532937e2f9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8a477b33-6a11-4388-9f32-3a61c0f7920e HTTP/1.1" status: 200 len: 919 time: 0.2097554 Apr 21 06:04:45.004693 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-dcc44fbc-fd29-492e-bdef-9853390a92f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:45.017600 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1a07e918-7c5c-4ceb-8251-1d418af18581 req-d492e157-7286-4d48-a113-04174e87005e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f15b2d24-48f2-4f38-80a6-0b3c822d56e2 HTTP/1.1" status: 200 len: 217 time: 0.0662889 Apr 21 06:04:45.053640 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-dcc44fbc-fd29-492e-bdef-9853390a92f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:45.058140 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:45.087438 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcc44fbc-fd29-492e-bdef-9853390a92f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=86433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 21 06:04:45.097101 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc44fbc-fd29-492e-bdef-9853390a92f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7445d4c8-c30a-4757-adc7-5d862c00d287,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:45.100134 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a07e918-7c5c-4ceb-8251-1d418af18581 req-4e10b934-1eae-4a1b-8b31-a355293cd276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:45.100474 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-dcc44fbc-fd29-492e-bdef-9853390a92f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:45.101742 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1a07e918-7c5c-4ceb-8251-1d418af18581 req-4e10b934-1eae-4a1b-8b31-a355293cd276 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2da1c0c9-9d0e-43d1-a8aa-9f65aa7cd6bc HTTP/1.1" status: 200 len: 858 time: 0.0685754 Apr 21 06:04:45.104912 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-dcc44fbc-fd29-492e-bdef-9853390a92f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1361606'] for segment, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:45.107311 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.db.segments_db [None req-dcc44fbc-fd29-492e-bdef-9853390a92f3 admin admin] Added segment 5819f749-ea57-4ad9-a172-46bdbefceeca of type vlan for network 1f68f904-68b6-4d64-a920-aab3b0872ae0 Apr 21 06:04:45.137328 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-dcc44fbc-fd29-492e-bdef-9853390a92f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765872960183'] for network, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:45.156970 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1a07e918-7c5c-4ceb-8251-1d418af18581 req-0eb8c399-28ea-4717-ac21-39cfc94ab471 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8a477b33-6a11-4388-9f32-3a61c0f7920e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467367 Apr 21 06:04:45.212879 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-dcc44fbc-fd29-492e-bdef-9853390a92f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970'] for network, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:45.214420 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc44fbc-fd29-492e-bdef-9853390a92f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:45.215108 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-dcc44fbc-fd29-492e-bdef-9853390a92f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846863987'] for network, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:45.220530 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-e78e8c67-c08d-4887-9845-0d24643cceb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:45.329680 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc44fbc-fd29-492e-bdef-9853390a92f3 admin admin] Pushing event updated for resources: {'Network': ['ID=1f68f904-68b6-4d64-a920-aab3b0872ae0,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:45.334969 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-dcc44fbc-fd29-492e-bdef-9853390a92f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:45.341681 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Network 1f68f904-68b6-4d64-a920-aab3b0872ae0 details requested by agent ovs-agent-dv-cinder-782390-6-iscsi with host dv-cinder-782390-6-iscsi {{(pid=86434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 21 06:04:45.346389 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1a07e918-7c5c-4ceb-8251-1d418af18581 req-28c8bf1c-0e86-4117-ab39-7411366f0b7b service neutron] 10.222.0.11 "GET /v2.0/networks/8a477b33-6a11-4388-9f32-3a61c0f7920e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696968 Apr 21 06:04:45.396949 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-dcc44fbc-fd29-492e-bdef-9853390a92f3 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7951090 Apr 21 06:04:45.400009 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 55064) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:04:45.406728 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-f55e5351-2dfb-4f20-8e21-6dc744c4541b admin admin] Request body: {'subnet': {'network_id': '1f68f904-68b6-4d64-a920-aab3b0872ae0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1890153035-subnet', 'tenant_id': 'aeefb0188ea04d34b48759d35d847d1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:04:45.417647 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-f55e5351-2dfb-4f20-8e21-6dc744c4541b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:04:45.426501 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-f55e5351-2dfb-4f20-8e21-6dc744c4541b admin admin] Usage tracker for resource:subnet and tenant:aeefb0188ea04d34b48759d35d847d1e is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:04:45.437167 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-f55e5351-2dfb-4f20-8e21-6dc744c4541b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:04:45.446604 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-f55e5351-2dfb-4f20-8e21-6dc744c4541b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:04:45.563441 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1a07e918-7c5c-4ceb-8251-1d418af18581 req-6d9d3860-12bf-4af4-b0b7-a4020d3c74b1 service neutron] 10.222.0.11 "GET /v2.0/networks/8a477b33-6a11-4388-9f32-3a61c0f7920e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059197 Apr 21 06:04:45.566111 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f55e5351-2dfb-4f20-8e21-6dc744c4541b admin admin] Made reservation on behalf of aeefb0188ea04d34b48759d35d847d1e for: {'subnet': 1} {{(pid=86433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:04:45.571411 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f55e5351-2dfb-4f20-8e21-6dc744c4541b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848149826'] for subnet, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:45.864194 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aef504c8-2a75-4a73-af61-ab5850bdb863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '438d8108-b184-4bd2-b0f6-8b1345d9a286'}] {{(pid=86434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:04:45.941565 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfea56c-5239-495b-bf27-f2509021583d req-614dd503-2cdd-469f-a4ef-4c641569ca16 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:45.949347 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1cfea56c-5239-495b-bf27-f2509021583d req-614dd503-2cdd-469f-a4ef-4c641569ca16 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 946 time: 0.1180089 Apr 21 06:04:45.998761 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd126a2-6c1c-440a-8e79-7fc23963b1b2 req-96c1aa07-d662-4c52-88fa-8c514e6bf6f5 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:46.006000 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1cfea56c-5239-495b-bf27-f2509021583d req-0bebbe45-22f2-4ec1-bb94-4010345de149 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556808 Apr 21 06:04:46.006764 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-0bd126a2-6c1c-440a-8e79-7fc23963b1b2 req-96c1aa07-d662-4c52-88fa-8c514e6bf6f5 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 946 time: 0.5241899 Apr 21 06:04:46.106469 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aef504c8-2a75-4a73-af61-ab5850bdb863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '438d8108-b184-4bd2-b0f6-8b1345d9a286', 'code': 200} Apr 21 06:04:46.114866 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-0bd126a2-6c1c-440a-8e79-7fc23963b1b2 req-c3088c84-7ba7-42da-846b-92cf6bbbef0a tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb4a8c28-565a-4d8d-8586-e8b658f711e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071293 Apr 21 06:04:46.314293 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cd00cc-4724-4026-b264-d47dee686a32 req-c15ef8d5-047f-4551-844b-538e5928638c tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:46.316232 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c6cd00cc-4724-4026-b264-d47dee686a32 req-c15ef8d5-047f-4551-844b-538e5928638c tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8da5d63-9858-4a18-9b9a-07455985ef41 HTTP/1.1" status: 200 len: 946 time: 0.1071079 Apr 21 06:04:46.375866 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c6cd00cc-4724-4026-b264-d47dee686a32 req-0e7089ed-0659-4799-b429-58ce7a4fbca4 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528114 Apr 21 06:04:46.437718 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f55e5351-2dfb-4f20-8e21-6dc744c4541b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7991656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848204256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848149841'] for subnet, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:46.442860 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:46.535271 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55e5351-2dfb-4f20-8e21-6dc744c4541b admin admin] Pushing event updated for resources: {'Subnet': ['ID=27639cd0-56df-4571-a92a-193ba34d725c,revision_number=0']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:46.540220 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55e5351-2dfb-4f20-8e21-6dc744c4541b admin admin] Checking segment: {'id': '5819f749-ea57-4ad9-a172-46bdbefceeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '1f68f904-68b6-4d64-a920-aab3b0872ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:04:46.540569 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55e5351-2dfb-4f20-8e21-6dc744c4541b admin admin] Network hostable DHCP agents. Network: 1f68f904-68b6-4d64-a920-aab3b0872ae0, hostable agents: ['6e5e74bc-90a9-40d2-b33c-cc5e996b490a'], hosted agents: [] {{(pid=86433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 21 06:04:46.548104 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-f55e5351-2dfb-4f20-8e21-6dc744c4541b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:46.579564 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55e5351-2dfb-4f20-8e21-6dc744c4541b admin admin] Network 1f68f904-68b6-4d64-a920-aab3b0872ae0 is scheduled to be hosted by DHCP agent 6e5e74bc-90a9-40d2-b33c-cc5e996b490a with binding_index 1 {{(pid=86433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 21 06:04:46.587589 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f54244-7251-483e-90ff-ac98fa0e1d04 req-588d5be2-4b30-4654-8ff2-0d4399a9b257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:46.589813 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-34f54244-7251-483e-90ff-ac98fa0e1d04 req-588d5be2-4b30-4654-8ff2-0d4399a9b257 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 1099 time: 0.1201506 Apr 21 06:04:46.613984 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [None req-f55e5351-2dfb-4f20-8e21-6dc744c4541b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-6-iscsi, 1f68f904-68b6-4d64-a920-aab3b0872ae0) {{(pid=86433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:04:46.625187 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076bc72e-2b55-4f66-9b3a-219da170ead0 None None] Network 1f68f904-68b6-4d64-a920-aab3b0872ae0 requested from dv-cinder-782390-6-iscsi {{(pid=86434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:04:46.635685 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55e5351-2dfb-4f20-8e21-6dc744c4541b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:46.636557 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f55e5351-2dfb-4f20-8e21-6dc744c4541b admin admin] Notify callbacks [] for subnet, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:46.642389 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-34f54244-7251-483e-90ff-ac98fa0e1d04 req-65242ee2-7782-41b0-a0bf-88df96d17a84 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=eb4a8c28-565a-4d8d-8586-e8b658f711e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449164 Apr 21 06:04:46.676845 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-f55e5351-2dfb-4f20-8e21-6dc744c4541b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2756636 Apr 21 06:04:46.851589 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0562b479-8bb0-488e-91fc-32b0dfe890f7 None None] Network 1f68f904-68b6-4d64-a920-aab3b0872ae0 requested from dv-cinder-782390-6-iscsi {{(pid=86434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:04:47.217866 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae8f70-c3cc-4444-b358-86c0bc50d8e8 req-1e11705e-4543-4df3-975b-cc8ca0d6dd9e tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:47.225912 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-fdae8f70-c3cc-4444-b358-86c0bc50d8e8 req-1e11705e-4543-4df3-975b-cc8ca0d6dd9e tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 946 time: 0.1060069 Apr 21 06:04:47.285259 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-fdae8f70-c3cc-4444-b358-86c0bc50d8e8 req-8d79e98a-359b-47de-9f6f-c64bb5b3b78c tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583675 Apr 21 06:04:47.385157 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f87bcbd-b009-4bc1-a5a6-22ac2ddeac46 req-faa6ca24-1870-467d-96bc-90d34fdd435b tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:47.386890 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-8f87bcbd-b009-4bc1-a5a6-22ac2ddeac46 req-faa6ca24-1870-467d-96bc-90d34fdd435b tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 946 time: 0.0980520 Apr 21 06:04:47.445838 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-8f87bcbd-b009-4bc1-a5a6-22ac2ddeac46 req-213e4eb6-c6fa-4bdd-acc3-e277b43c7cab tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb4a8c28-565a-4d8d-8586-e8b658f711e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467904 Apr 21 06:04:47.517065 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ebeb6-2623-4c7d-96d2-0a4d286d08b1 req-e389e20d-f364-41d9-981c-8c7629757f06 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:47.518503 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-986ebeb6-2623-4c7d-96d2-0a4d286d08b1 req-e389e20d-f364-41d9-981c-8c7629757f06 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 946 time: 0.1075289 Apr 21 06:04:47.528203 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 55136) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:04:47.534630 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-88c71945-a034-4eaf-b835-4eeb6c5b21df tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Request body: {'floatingip': {'port_id': '73d308c6-f766-4740-9b6f-e88e0ae01217'}} {{(pid=86432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:04:47.679494 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 55148) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:04:47.840394 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-88c71945-a034-4eaf-b835-4eeb6c5b21df tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks [] for floatingip, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:47.932814 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9f59012f-253b-4dfd-8225-971bad38cfe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:47.964344 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-9f59012f-253b-4dfd-8225-971bad38cfe0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:04:47.968947 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-9f59012f-253b-4dfd-8225-971bad38cfe0 admin admin] Usage tracker for resource:security_group_rule and tenant:cbed2800b2ef47caac69094632431327 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:04:47.972289 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-9f59012f-253b-4dfd-8225-971bad38cfe0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:04:47.978458 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-9f59012f-253b-4dfd-8225-971bad38cfe0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:04:48.088217 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9f59012f-253b-4dfd-8225-971bad38cfe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:48.131911 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142fa4c4-3502-4be2-ab48-23937ed7f8a3 req-6bd100c3-8a08-4c47-bf54-d1c890eaf919 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:48.133549 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-142fa4c4-3502-4be2-ab48-23937ed7f8a3 req-6bd100c3-8a08-4c47-bf54-d1c890eaf919 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8da5d63-9858-4a18-9b9a-07455985ef41 HTTP/1.1" status: 200 len: 946 time: 0.2068527 Apr 21 06:04:48.145443 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9f59012f-253b-4dfd-8225-971bad38cfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:48.156096 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:48.188527 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-142fa4c4-3502-4be2-ab48-23937ed7f8a3 req-9392fef6-2c5c-4e78-9159-658a8dd01583 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480630 Apr 21 06:04:48.207698 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 55158) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:04:48.207831 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-9f59012f-253b-4dfd-8225-971bad38cfe0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cbed2800b2ef47caac69094632431327&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5267792 Apr 21 06:04:48.208780 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f59012f-253b-4dfd-8225-971bad38cfe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fedb16ed-6acc-489f-a6d3-6654f04b4bd1,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:48.217902 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f59012f-253b-4dfd-8225-971bad38cfe0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:04:48.218443 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f59012f-253b-4dfd-8225-971bad38cfe0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:04:48.218981 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f59012f-253b-4dfd-8225-971bad38cfe0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:04:48.219501 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f59012f-253b-4dfd-8225-971bad38cfe0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:04:48.220000 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f59012f-253b-4dfd-8225-971bad38cfe0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:04:48.220528 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f59012f-253b-4dfd-8225-971bad38cfe0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:04:48.221039 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f59012f-253b-4dfd-8225-971bad38cfe0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:04:48.221541 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f59012f-253b-4dfd-8225-971bad38cfe0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:04:48.222000 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f59012f-253b-4dfd-8225-971bad38cfe0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:04:48.222630 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f59012f-253b-4dfd-8225-971bad38cfe0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:04:48.223050 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f59012f-253b-4dfd-8225-971bad38cfe0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:04:48.223443 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f59012f-253b-4dfd-8225-971bad38cfe0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:04:48.227539 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9f59012f-253b-4dfd-8225-971bad38cfe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:48.298096 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6c78a15e-75d5-48c4-af6c-a25c471bbd70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:48.465894 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6c78a15e-75d5-48c4-af6c-a25c471bbd70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:48.655985 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4028f46-dbfd-41e4-8e0f-95ab4102c63f req-0322a902-af97-45cd-a8d2-138063a2db44 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:48.657492 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a4028f46-dbfd-41e4-8e0f-95ab4102c63f req-0322a902-af97-45cd-a8d2-138063a2db44 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 946 time: 0.0897372 Apr 21 06:04:48.712466 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a4028f46-dbfd-41e4-8e0f-95ab4102c63f req-1464b558-79ff-4ad9-9780-9ebd820f1237 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb4a8c28-565a-4d8d-8586-e8b658f711e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480273 Apr 21 06:04:48.745741 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6c78a15e-75d5-48c4-af6c-a25c471bbd70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:48.761961 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-83fb1963-e6e8-469d-b9d1-3f55a2148dc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:48.786624 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c78a15e-75d5-48c4-af6c-a25c471bbd70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fedb16ed-6acc-489f-a6d3-6654f04b4bd1,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:48.802385 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c78a15e-75d5-48c4-af6c-a25c471bbd70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:04:48.802813 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c78a15e-75d5-48c4-af6c-a25c471bbd70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:04:48.803200 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c78a15e-75d5-48c4-af6c-a25c471bbd70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:04:48.803583 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c78a15e-75d5-48c4-af6c-a25c471bbd70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:04:48.803960 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c78a15e-75d5-48c4-af6c-a25c471bbd70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:04:48.804336 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c78a15e-75d5-48c4-af6c-a25c471bbd70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:04:48.805008 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c78a15e-75d5-48c4-af6c-a25c471bbd70 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:04:48.805139 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c78a15e-75d5-48c4-af6c-a25c471bbd70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:04:48.805404 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c78a15e-75d5-48c4-af6c-a25c471bbd70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:04:48.805774 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c78a15e-75d5-48c4-af6c-a25c471bbd70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:04:48.806141 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c78a15e-75d5-48c4-af6c-a25c471bbd70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:04:48.806508 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c78a15e-75d5-48c4-af6c-a25c471bbd70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:04:48.815967 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-6c78a15e-75d5-48c4-af6c-a25c471bbd70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:48.819925 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6c78a15e-75d5-48c4-af6c-a25c471bbd70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:48.821151 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-6c78a15e-75d5-48c4-af6c-a25c471bbd70 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fedb16ed-6acc-489f-a6d3-6654f04b4bd1 HTTP/1.1" status: 204 len: 168 time: 0.6124129 Apr 21 06:04:49.061920 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031418b-1faf-40c0-80cf-1f21b42d8e92 req-bc427042-df32-4016-b684-0384ddc8b21f tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:49.063901 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b031418b-1faf-40c0-80cf-1f21b42d8e92 req-bc427042-df32-4016-b684-0384ddc8b21f tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 946 time: 0.2387102 Apr 21 06:04:49.075903 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 55182) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:04:49.082565 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-40b9f0da-a0cc-4d70-a946-65c2e7fb30b8 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Request body: {'floatingip': {'port_id': '438d8108-b184-4bd2-b0f6-8b1345d9a286'}} {{(pid=86433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:04:49.140244 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-88c71945-a034-4eaf-b835-4eeb6c5b21df tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:49.179155 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-88c71945-a034-4eaf-b835-4eeb6c5b21df tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8011185'] for floatingip, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:49.198311 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-40b9f0da-a0cc-4d70-a946-65c2e7fb30b8 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks [] for floatingip, before_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:49.391280 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 55194) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:04:49.431039 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-10728ce9-ef19-40a7-955a-416f3ec378ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:49.457541 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.db.l3_db [None req-88c71945-a034-4eaf-b835-4eeb6c5b21df tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Floating IP dac4e0fc-44df-4ebe-95a4-91fa6b6a5794 associated. External IP: 172.27.2.48, port: 73d308c6-f766-4740-9b6f-e88e0ae01217. Apr 21 06:04:49.515977 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-10728ce9-ef19-40a7-955a-416f3ec378ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:04:49.590725 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-10728ce9-ef19-40a7-955a-416f3ec378ae admin admin] Usage tracker for resource:security_group_rule and tenant:6ffb4d9b44a545c99a9837a7f2572afc is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:04:49.616562 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-10728ce9-ef19-40a7-955a-416f3ec378ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:04:49.629769 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-10728ce9-ef19-40a7-955a-416f3ec378ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:04:49.862870 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d675d6d2-4dcc-40fa-b80d-cdfd93bb5cc4 req-5dd84907-fba8-4fcd-8e11-39ed20239ac5 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:49.864470 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d675d6d2-4dcc-40fa-b80d-cdfd93bb5cc4 req-5dd84907-fba8-4fcd-8e11-39ed20239ac5 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8da5d63-9858-4a18-9b9a-07455985ef41 HTTP/1.1" status: 200 len: 946 time: 0.4867153 Apr 21 06:04:49.913380 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb90dd-1877-43a6-a75c-8d7b2da092c3 req-99fb4608-8dd6-46ff-b721-cfee032ddceb tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:49.914130 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-6cfb90dd-1877-43a6-a75c-8d7b2da092c3 req-99fb4608-8dd6-46ff-b721-cfee032ddceb tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Synchronizing usage tracker for tenant:aeefb0188ea04d34b48759d35d847d1e on resource:network {{(pid=86433) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:04:50.060247 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d675d6d2-4dcc-40fa-b80d-cdfd93bb5cc4 req-a04c7774-1f99-4d7c-ae1a-5a00d0f16f1d tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879816 Apr 21 06:04:50.100512 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c71945-a034-4eaf-b835-4eeb6c5b21df tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Router 6e6690b2-817d-4eed-bc76-a6fc06826193 has already been hosted by L3 agent 11ad1a07-0ae8-4245-9270-47a08d3f943a {{(pid=86432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 06:04:50.139752 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-10728ce9-ef19-40a7-955a-416f3ec378ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:50.155318 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-6cfb90dd-1877-43a6-a75c-8d7b2da092c3 req-99fb4608-8dd6-46ff-b721-cfee032ddceb tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Unset dirty status for tenant:aeefb0188ea04d34b48759d35d847d1e on resource:network {{(pid=86433) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:04:50.156611 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6cfb90dd-1877-43a6-a75c-8d7b2da092c3 req-99fb4608-8dd6-46ff-b721-cfee032ddceb tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] 10.222.0.15 "GET /v2.0/networks?id=1f68f904-68b6-4d64-a920-aab3b0872ae0 HTTP/1.1" status: 200 len: 809 time: 0.6380212 Apr 21 06:04:50.209678 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-10728ce9-ef19-40a7-955a-416f3ec378ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:50.225369 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:50.249606 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6cfb90dd-1877-43a6-a75c-8d7b2da092c3 req-ecd9e448-3da7-4c3d-a146-1c3f56c4be75 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] 10.222.0.15 "GET /v2.0/quotas/aeefb0188ea04d34b48759d35d847d1e HTTP/1.1" status: 200 len: 375 time: 0.0485158 Apr 21 06:04:50.273696 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.db.resource_extend [None req-40b9f0da-a0cc-4d70-a946-65c2e7fb30b8 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 21 06:04:50.367019 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c71945-a034-4eaf-b835-4eeb6c5b21df tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify agent at l3_agent.dv-cinder-782390-6-iscsi the message routers_updated {{(pid=86432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 06:04:50.372013 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-88c71945-a034-4eaf-b835-4eeb6c5b21df tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:50.381751 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7caa449-e60c-4edb-add3-c74a0743e46a None None] Sync routers for ids ['6e6690b2-817d-4eed-bc76-a6fc06826193'] in dv-cinder-782390-6-iscsi {{(pid=86435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 06:04:50.393076 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7caa449-e60c-4edb-add3-c74a0743e46a None None] Routers {'6e6690b2-817d-4eed-bc76-a6fc06826193'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:04:50.393946 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-f7caa449-e60c-4edb-add3-c74a0743e46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T06:04:34Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['6e6690b2-817d-4eed-bc76-a6fc06826193'], 'active': True} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:04:50.401497 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-10728ce9-ef19-40a7-955a-416f3ec378ae admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6ffb4d9b44a545c99a9837a7f2572afc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0065055 Apr 21 06:04:50.403296 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 55208) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:04:50.416598 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6cfb90dd-1877-43a6-a75c-8d7b2da092c3 req-5dcd2050-157e-42d2-9599-7cdc62ef0fdf tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=aeefb0188ea04d34b48759d35d847d1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1526091 Apr 21 06:04:50.417276 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10728ce9-ef19-40a7-955a-416f3ec378ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9ca0fb-c30f-481c-aa2e-325d6cec22fc,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:50.422984 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-10728ce9-ef19-40a7-955a-416f3ec378ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:50.476061 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-40b9f0da-a0cc-4d70-a946-65c2e7fb30b8 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:50.481296 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-88c71945-a034-4eaf-b835-4eeb6c5b21df tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "PUT /v2.0/floatingips/dac4e0fc-44df-4ebe-95a4-91fa6b6a5794 HTTP/1.1" status: 200 len: 991 time: 2.9519114 Apr 21 06:04:50.490308 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759fc7b-3c39-44f7-95cb-b6c8ab49a817 req-159a042a-68d9-484d-98ab-3f41bcbee406 tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:50.492050 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e759fc7b-3c39-44f7-95cb-b6c8ab49a817 req-159a042a-68d9-484d-98ab-3f41bcbee406 tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] 10.222.0.15 "GET /v2.0/ports?device_id=071de0ba-1515-4f1f-ac01-6f3023cd9e82 HTTP/1.1" status: 200 len: 945 time: 0.2575428 Apr 21 06:04:50.501436 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47681b71-1a9f-43b0-91cc-5fa6232d2eac', 'tag': '73d308c6-f766-4740-9b6f-e88e0ae01217'}] {{(pid=86432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:04:50.541729 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-40b9f0da-a0cc-4d70-a946-65c2e7fb30b8 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8011185'] for floatingip, after_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:50.571686 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5b2c8c80-2373-4037-9591-f74252753442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:50.586797 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e759fc7b-3c39-44f7-95cb-b6c8ab49a817 req-132286de-e1e6-4652-9367-8388d8851b99 tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] 10.222.0.15 "GET /v2.0/security-groups?id=edc534de-cd96-4d6a-9c8a-f88f604c5271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781748 Apr 21 06:04:50.594054 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-f7caa449-e60c-4edb-add3-c74a0743e46a None None] Set router 6e6690b2-817d-4eed-bc76-a6fc06826193 gateway port host: dv-cinder-782390-6-iscsi {{(pid=86435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:04:50.619795 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5b2c8c80-2373-4037-9591-f74252753442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:50.712335 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5b2c8c80-2373-4037-9591-f74252753442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:50.718163 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:50.731024 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2c8c80-2373-4037-9591-f74252753442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9ca0fb-c30f-481c-aa2e-325d6cec22fc,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:50.736167 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5b2c8c80-2373-4037-9591-f74252753442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:50.740004 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5b2c8c80-2373-4037-9591-f74252753442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:50.744858 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-5b2c8c80-2373-4037-9591-f74252753442 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4e9ca0fb-c30f-481c-aa2e-325d6cec22fc HTTP/1.1" status: 204 len: 168 time: 0.3344300 Apr 21 06:04:50.978688 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6cfb90dd-1877-43a6-a75c-8d7b2da092c3 req-0c2b29bc-5134-491f-8119-cc8c8bc14293 service neutron] 10.222.0.15 "GET /v2.0/networks/1f68f904-68b6-4d64-a920-aab3b0872ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5504797 Apr 21 06:04:51.034777 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.db.l3_db [None req-40b9f0da-a0cc-4d70-a946-65c2e7fb30b8 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Floating IP 1182bd77-2411-4ac8-a035-091ed7d14b6a associated. External IP: 172.27.2.236, port: 438d8108-b184-4bd2-b0f6-8b1345d9a286. Apr 21 06:04:51.174447 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-f7caa449-e60c-4edb-add3-c74a0743e46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6690b2-817d-4eed-bc76-a6fc06826193', 'name': 'tempest-AttachVolumeShelveTestJSON-655620997-router', 'tenant_id': '9b8b3b90db3b4377b76614075eb19d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '035660da-160b-447f-ba30-f4d402362690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:03:52Z', 'updated_at': '2021-04-21T06:04:04Z', 'revision_number': 4, 'project_id': '9b8b3b90db3b4377b76614075eb19d93', 'gw_port': {'id': '035660da-160b-447f-ba30-f4d402362690', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:88:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6690b2-817d-4eed-bc76-a6fc06826193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:03:54Z', 'updated_at': '2021-04-21T06:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi', '_floatingips': [{'id': 'dac4e0fc-44df-4ebe-95a4-91fa6b6a5794', 'tenant_id': '9b8b3b90db3b4377b76614075eb19d93', 'floating_ip_address': '172.27.2.48', 'floating_network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'router_id': '6e6690b2-817d-4eed-bc76-a6fc06826193', 'port_id': '73d308c6-f766-4740-9b6f-e88e0ae01217', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4adbb71d-0e3c-4f02-8c40-88a15a7ed44f', 'mac_address': 'fa:16:3e:8a:a8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47681b71-1a9f-43b0-91cc-5fa6232d2eac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T06:04:17Z', 'updated_at': '2021-04-21T06:04:48Z', 'revision_number': 1, 'project_id': '9b8b3b90db3b4377b76614075eb19d93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14c024a6-49fe-43f3-a97e-a97ce2da74a5', 'name': '', 'network_id': '4adbb71d-0e3c-4f02-8c40-88a15a7ed44f', 'tenant_id': '9b8b3b90db3b4377b76614075eb19d93', 'mac_address': 'fa:16:3e:b5:04:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6690b2-817d-4eed-bc76-a6fc06826193', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6540d99e-bc73-4d77-9e9a-a9934313dcf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:04:02Z', 'updated_at': '2021-04-21T06:04:17Z', 'revision_number': 5, 'project_id': '9b8b3b90db3b4377b76614075eb19d93', 'subnets': [{'id': '6540d99e-bc73-4d77-9e9a-a9934313dcf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:04:51.179560 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7caa449-e60c-4edb-add3-c74a0743e46a None None] Checking router: 6e6690b2-817d-4eed-bc76-a6fc06826193 for host: dv-cinder-782390-6-iscsi {{(pid=86435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 06:04:51.189091 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7caa449-e60c-4edb-add3-c74a0743e46a None None] Routers {'6e6690b2-817d-4eed-bc76-a6fc06826193'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:04:51.189902 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-f7caa449-e60c-4edb-add3-c74a0743e46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T06:04:34Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['6e6690b2-817d-4eed-bc76-a6fc06826193'], 'active': True} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:04:51.331450 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6cfb90dd-1877-43a6-a75c-8d7b2da092c3 req-f7a4dfdb-18c7-48d2-a146-d8a001d56d56 service neutron] 10.222.0.15 "GET /v2.0/networks/1f68f904-68b6-4d64-a920-aab3b0872ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3451569 Apr 21 06:04:51.400288 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-f7caa449-e60c-4edb-add3-c74a0743e46a None None] Set router 6e6690b2-817d-4eed-bc76-a6fc06826193 gateway port host: dv-cinder-782390-6-iscsi {{(pid=86435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:04:51.572526 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40b9f0da-a0cc-4d70-a946-65c2e7fb30b8 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Router e7a7cb67-e1bf-4c65-83ef-19f088b4066e has already been hosted by L3 agent 11ad1a07-0ae8-4245-9270-47a08d3f943a {{(pid=86433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 06:04:51.597247 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47681b71-1a9f-43b0-91cc-5fa6232d2eac', 'tag': '73d308c6-f766-4740-9b6f-e88e0ae01217', 'status': 'completed', 'code': 200} Apr 21 06:04:51.905719 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-f7caa449-e60c-4edb-add3-c74a0743e46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6690b2-817d-4eed-bc76-a6fc06826193', 'name': 'tempest-AttachVolumeShelveTestJSON-655620997-router', 'tenant_id': '9b8b3b90db3b4377b76614075eb19d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '035660da-160b-447f-ba30-f4d402362690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:03:52Z', 'updated_at': '2021-04-21T06:04:04Z', 'revision_number': 4, 'project_id': '9b8b3b90db3b4377b76614075eb19d93', 'gw_port': {'id': '035660da-160b-447f-ba30-f4d402362690', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:88:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6690b2-817d-4eed-bc76-a6fc06826193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:03:54Z', 'updated_at': '2021-04-21T06:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi', '_floatingips': [{'id': 'dac4e0fc-44df-4ebe-95a4-91fa6b6a5794', 'tenant_id': '9b8b3b90db3b4377b76614075eb19d93', 'floating_ip_address': '172.27.2.48', 'floating_network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'router_id': '6e6690b2-817d-4eed-bc76-a6fc06826193', 'port_id': '73d308c6-f766-4740-9b6f-e88e0ae01217', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4adbb71d-0e3c-4f02-8c40-88a15a7ed44f', 'mac_address': 'fa:16:3e:8a:a8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47681b71-1a9f-43b0-91cc-5fa6232d2eac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T06:04:17Z', 'updated_at': '2021-04-21T06:04:48Z', 'revision_number': 1, 'project_id': '9b8b3b90db3b4377b76614075eb19d93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14c024a6-49fe-43f3-a97e-a97ce2da74a5', 'name': '', 'network_id': '4adbb71d-0e3c-4f02-8c40-88a15a7ed44f', 'tenant_id': '9b8b3b90db3b4377b76614075eb19d93', 'mac_address': 'fa:16:3e:b5:04:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6690b2-817d-4eed-bc76-a6fc06826193', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6540d99e-bc73-4d77-9e9a-a9934313dcf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:04:02Z', 'updated_at': '2021-04-21T06:04:17Z', 'revision_number': 5, 'project_id': '9b8b3b90db3b4377b76614075eb19d93', 'subnets': [{'id': '6540d99e-bc73-4d77-9e9a-a9934313dcf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:04:51.911214 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7caa449-e60c-4edb-add3-c74a0743e46a None None] The sync data for ids ['6e6690b2-817d-4eed-bc76-a6fc06826193'] in dv-cinder-782390-6-iscsi is: [{'id': '6e6690b2-817d-4eed-bc76-a6fc06826193', 'name': 'tempest-AttachVolumeShelveTestJSON-655620997-router', 'tenant_id': '9b8b3b90db3b4377b76614075eb19d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '035660da-160b-447f-ba30-f4d402362690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:03:52Z', 'updated_at': '2021-04-21T06:04:04Z', 'revision_number': 4, 'project_id': '9b8b3b90db3b4377b76614075eb19d93', 'gw_port': {'id': '035660da-160b-447f-ba30-f4d402362690', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:88:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6690b2-817d-4eed-bc76-a6fc06826193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:03:54Z', 'updated_at': '2021-04-21T06:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi', '_floatingips': [{'id': 'dac4e0fc-44df-4ebe-95a4-91fa6b6a5794', 'tenant_id': '9b8b3b90db3b4377b76614075eb19d93', 'floating_ip_address': '172.27.2.48', 'floating_network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'router_id': '6e6690b2-817d-4eed-bc76-a6fc06826193', 'port_id': '73d308c6-f766-4740-9b6f-e88e0ae01217', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4adbb71d-0e3c-4f02-8c40-88a15a7ed44f', 'mac_address': 'fa:16:3e:8a:a8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47681b71-1a9f-43b0-91cc-5fa6232d2eac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T06:04:17Z', 'updated_at': '2021-04-21T06:04:48Z', 'revision_number': 1, 'project_id': '9b8b3b90db3b4377b76614075eb19d93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14c024a6-49fe-43f3-a97e-a97ce2da74a5', 'name': '', 'network_id': '4adbb71d-0e3c-4f02-8c40-88a15a7ed44f', 'tenant_id': '9b8b3b90db3b4377b76614075eb19d93', 'mac_address': 'fa:16:3e:b5:04:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6690b2-817d-4eed-bc76-a6fc06826193', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6540d99e-bc73-4d77-9e9a-a9934313dcf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:04:02Z', 'updated_at': '2021-04-21T06:04:17Z', 'revision_number': 5, 'project_id': '9b8b3b90db3b4377b76614075eb19d93', 'subnets': [{'id': '6540d99e-bc73-4d77-9e9a-a9934313dcf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 06:04:51.931753 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b9f0da-a0cc-4d70-a946-65c2e7fb30b8 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify agent at l3_agent.dv-cinder-782390-6-iscsi the message routers_updated {{(pid=86433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 06:04:51.950306 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2850fa-7f98-4284-8405-8977190c13e1 None None] Sync routers for ids ['e7a7cb67-e1bf-4c65-83ef-19f088b4066e'] in dv-cinder-782390-6-iscsi {{(pid=86434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 06:04:51.959489 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d66b42-93cd-4d3f-8cf8-fc589ae0365c req-b5639077-4a83-4dce-afd3-09c9f1f46c2a tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:51.961272 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-20d66b42-93cd-4d3f-8cf8-fc589ae0365c req-b5639077-4a83-4dce-afd3-09c9f1f46c2a tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8da5d63-9858-4a18-9b9a-07455985ef41 HTTP/1.1" status: 200 len: 946 time: 0.1942632 Apr 21 06:04:51.961427 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2850fa-7f98-4284-8405-8977190c13e1 None None] Routers {'e7a7cb67-e1bf-4c65-83ef-19f088b4066e'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:04:51.962218 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-1e2850fa-7f98-4284-8405-8977190c13e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T06:04:34Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['e7a7cb67-e1bf-4c65-83ef-19f088b4066e'], 'active': True} {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:04:51.970134 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-40b9f0da-a0cc-4d70-a946-65c2e7fb30b8 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:52.106896 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-40b9f0da-a0cc-4d70-a946-65c2e7fb30b8 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "PUT /v2.0/floatingips/1182bd77-2411-4ac8-a035-091ed7d14b6a HTTP/1.1" status: 200 len: 992 time: 3.0288551 Apr 21 06:04:52.110352 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aef504c8-2a75-4a73-af61-ab5850bdb863', 'tag': '438d8108-b184-4bd2-b0f6-8b1345d9a286'}] {{(pid=86433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:04:52.120189 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-20d66b42-93cd-4d3f-8cf8-fc589ae0365c req-62b40dbe-bff3-4db8-9b8c-617d5bd38d88 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960679 Apr 21 06:04:52.356545 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-7edcfa16-475a-4a8c-9f11-8dad8988e2d4 req-46fd681d-b188-4987-95cc-a88e07302afd tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd61bb83-39c0-471c-a284-f48163cbb529 HTTP/1.1" status: 200 len: 210 time: 0.1452906 Apr 21 06:04:52.372114 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7bbbb0-972e-4f80-afce-78f59170c880 None None] New status for floating IP dac4e0fc-44df-4ebe-95a4-91fa6b6a5794: ACTIVE {{(pid=86435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 21 06:04:52.437757 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6b76e-6c10-48fe-b823-e0e708f4ee7f req-4e490e6f-6cf7-49d1-9330-2e2d913e9502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:52.439635 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-51b6b76e-6c10-48fe-b823-e0e708f4ee7f req-4e490e6f-6cf7-49d1-9330-2e2d913e9502 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9b8b3b90db3b4377b76614075eb19d93&device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 1099 time: 0.2260075 Apr 21 06:04:52.566622 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-1e2850fa-7f98-4284-8405-8977190c13e1 None None] Set router e7a7cb67-e1bf-4c65-83ef-19f088b4066e gateway port host: dv-cinder-782390-6-iscsi {{(pid=86434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:04:52.738914 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf27a45-b68c-46c9-9d7f-619fb22d11c5 req-a76e0817-1576-4266-b810-b21d1733e615 tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:52.740668 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-baf27a45-b68c-46c9-9d7f-619fb22d11c5 req-a76e0817-1576-4266-b810-b21d1733e615 tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] 10.222.0.15 "GET /v2.0/ports?device_id=071de0ba-1515-4f1f-ac01-6f3023cd9e82 HTTP/1.1" status: 200 len: 945 time: 0.2462296 Apr 21 06:04:52.858546 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aef504c8-2a75-4a73-af61-ab5850bdb863', 'tag': '438d8108-b184-4bd2-b0f6-8b1345d9a286', 'status': 'completed', 'code': 200} Apr 21 06:04:52.859917 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6b76e-6c10-48fe-b823-e0e708f4ee7f req-46226dd0-5fa2-478d-ab1e-55b157951eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:52.861997 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-51b6b76e-6c10-48fe-b823-e0e708f4ee7f req-46226dd0-5fa2-478d-ab1e-55b157951eda service neutron] 10.222.0.11 "GET /v2.0/networks?id=4adbb71d-0e3c-4f02-8c40-88a15a7ed44f HTTP/1.1" status: 200 len: 917 time: 0.4090269 Apr 21 06:04:52.864998 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-baf27a45-b68c-46c9-9d7f-619fb22d11c5 req-213f70e4-b013-4877-8071-7619c53aa2a1 tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] 10.222.0.15 "GET /v2.0/security-groups?id=edc534de-cd96-4d6a-9c8a-f88f604c5271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978942 Apr 21 06:04:53.070882 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-1e2850fa-7f98-4284-8405-8977190c13e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a7cb67-e1bf-4c65-83ef-19f088b4066e', 'name': 'tempest-AttachVolumeTestJSON-1982476189-router', 'tenant_id': 'a253b7f90d074c729aa03c3dbc382b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '9001a17d-5f37-4407-b8a8-da67822ac51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:03:49Z', 'updated_at': '2021-04-21T06:03:59Z', 'revision_number': 4, 'project_id': 'a253b7f90d074c729aa03c3dbc382b57', 'gw_port': {'id': '9001a17d-5f37-4407-b8a8-da67822ac51d', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:22:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a7cb67-e1bf-4c65-83ef-19f088b4066e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:03:51Z', 'updated_at': '2021-04-21T06:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi', '_floatingips': [{'id': '1182bd77-2411-4ac8-a035-091ed7d14b6a', 'tenant_id': 'a253b7f90d074c729aa03c3dbc382b57', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'router_id': 'e7a7cb67-e1bf-4c65-83ef-19f088b4066e', 'port_id': '438d8108-b184-4bd2-b0f6-8b1345d9a286', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18d42f14-ebcb-45fb-872d-4c48e6952727', 'mac_address': 'fa:16:3e:99:47:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef504c8-2a75-4a73-af61-ab5850bdb863', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T06:04:17Z', 'updated_at': '2021-04-21T06:04:50Z', 'revision_number': 1, 'project_id': 'a253b7f90d074c729aa03c3dbc382b57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '447e1fc3-528c-46c3-bab5-e8bf34da8aaf', 'name': '', 'network_id': '18d42f14-ebcb-45fb-872d-4c48e6952727', 'tenant_id': 'a253b7f90d074c729aa03c3dbc382b57', 'mac_address': 'fa:16:3e:bd:54:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a7cb67-e1bf-4c65-83ef-19f088b4066e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8d481e38-1293-4cc6-9389-91a3566135aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:03:58Z', 'updated_at': '2021-04-21T06:04:18Z', 'revision_number': 5, 'project_id': 'a253b7f90d074c729aa03c3dbc382b57', 'subnets': [{'id': '8d481e38-1293-4cc6-9389-91a3566135aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:04:53.075445 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2850fa-7f98-4284-8405-8977190c13e1 None None] Checking router: e7a7cb67-e1bf-4c65-83ef-19f088b4066e for host: dv-cinder-782390-6-iscsi {{(pid=86434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 06:04:53.082825 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-51b6b76e-6c10-48fe-b823-e0e708f4ee7f req-915da7ea-237f-4e06-ab6e-2772330e4de8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73d308c6-f766-4740-9b6f-e88e0ae01217 HTTP/1.1" status: 200 len: 1001 time: 0.1964588 Apr 21 06:04:53.085605 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2850fa-7f98-4284-8405-8977190c13e1 None None] Routers {'e7a7cb67-e1bf-4c65-83ef-19f088b4066e'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:04:53.086329 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-1e2850fa-7f98-4284-8405-8977190c13e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T06:04:34Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['e7a7cb67-e1bf-4c65-83ef-19f088b4066e'], 'active': True} {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:04:53.093765 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deada24-de54-4505-88e8-eb60e9eb97e2 req-dacf8085-10bd-466d-a834-5675e06e949c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:53.095524 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1deada24-de54-4505-88e8-eb60e9eb97e2 req-dacf8085-10bd-466d-a834-5675e06e949c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a253b7f90d074c729aa03c3dbc382b57&device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 1099 time: 0.2040181 Apr 21 06:04:53.300246 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deada24-de54-4505-88e8-eb60e9eb97e2 req-f4f10d55-925f-4c5b-8aab-8866d87fa9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:53.301861 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1deada24-de54-4505-88e8-eb60e9eb97e2 req-f4f10d55-925f-4c5b-8aab-8866d87fa9a5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=18d42f14-ebcb-45fb-872d-4c48e6952727 HTTP/1.1" status: 200 len: 912 time: 0.1709316 Apr 21 06:04:53.318742 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6b76e-6c10-48fe-b823-e0e708f4ee7f req-65d7cb96-b90f-4bc9-bce7-a3c3d31ba9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:53.320311 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-51b6b76e-6c10-48fe-b823-e0e708f4ee7f req-65d7cb96-b90f-4bc9-bce7-a3c3d31ba9b7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6540d99e-bc73-4d77-9e9a-a9934313dcf7 HTTP/1.1" status: 200 len: 855 time: 0.2238274 Apr 21 06:04:53.429897 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-1e2850fa-7f98-4284-8405-8977190c13e1 None None] Set router e7a7cb67-e1bf-4c65-83ef-19f088b4066e gateway port host: dv-cinder-782390-6-iscsi {{(pid=86434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:04:53.481709 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87139bf2-c283-4597-b656-ad4a97139842 req-5358bc6b-6070-4cba-94dc-47a59142c155 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:53.486457 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-87139bf2-c283-4597-b656-ad4a97139842 req-5358bc6b-6070-4cba-94dc-47a59142c155 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8da5d63-9858-4a18-9b9a-07455985ef41 HTTP/1.1" status: 200 len: 946 time: 0.1579280 Apr 21 06:04:53.566541 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1deada24-de54-4505-88e8-eb60e9eb97e2 req-592929fd-ab04-4064-9fd2-069a135fb5a9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=438d8108-b184-4bd2-b0f6-8b1345d9a286 HTTP/1.1" status: 200 len: 1000 time: 0.2451873 Apr 21 06:04:53.573113 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6b76e-6c10-48fe-b823-e0e708f4ee7f req-9c7af80c-1b60-4c51-aa0d-566e965ec93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:53.574754 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-51b6b76e-6c10-48fe-b823-e0e708f4ee7f req-9c7af80c-1b60-4c51-aa0d-566e965ec93a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4adbb71d-0e3c-4f02-8c40-88a15a7ed44f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1811674 Apr 21 06:04:53.610232 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-87139bf2-c283-4597-b656-ad4a97139842 req-b12a4295-f3d9-4cea-bd79-0ea8878eea41 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180012 Apr 21 06:04:53.800597 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-fe1d47ea-b52a-44d4-8a42-ab39678874ec req-b6a4c16c-2073-4735-8b4f-fe26adc53e8d tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd61bb83-39c0-471c-a284-f48163cbb529 HTTP/1.1" status: 200 len: 210 time: 0.0520422 Apr 21 06:04:53.867859 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-51b6b76e-6c10-48fe-b823-e0e708f4ee7f req-c39f5a39-981b-4ad0-a0e6-a9bfb8e0b249 service neutron] 10.222.0.11 "GET /v2.0/networks/4adbb71d-0e3c-4f02-8c40-88a15a7ed44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763953 Apr 21 06:04:53.873378 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deada24-de54-4505-88e8-eb60e9eb97e2 req-ad531883-44ad-4872-ab98-bb3ed5f44c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:53.884299 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1deada24-de54-4505-88e8-eb60e9eb97e2 req-ad531883-44ad-4872-ab98-bb3ed5f44c1d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8d481e38-1293-4cc6-9389-91a3566135aa HTTP/1.1" status: 200 len: 850 time: 0.2848601 Apr 21 06:04:53.901236 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-1e2850fa-7f98-4284-8405-8977190c13e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a7cb67-e1bf-4c65-83ef-19f088b4066e', 'name': 'tempest-AttachVolumeTestJSON-1982476189-router', 'tenant_id': 'a253b7f90d074c729aa03c3dbc382b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '9001a17d-5f37-4407-b8a8-da67822ac51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:03:49Z', 'updated_at': '2021-04-21T06:03:59Z', 'revision_number': 4, 'project_id': 'a253b7f90d074c729aa03c3dbc382b57', 'gw_port': {'id': '9001a17d-5f37-4407-b8a8-da67822ac51d', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:22:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a7cb67-e1bf-4c65-83ef-19f088b4066e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:03:51Z', 'updated_at': '2021-04-21T06:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi', '_floatingips': [{'id': '1182bd77-2411-4ac8-a035-091ed7d14b6a', 'tenant_id': 'a253b7f90d074c729aa03c3dbc382b57', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'router_id': 'e7a7cb67-e1bf-4c65-83ef-19f088b4066e', 'port_id': '438d8108-b184-4bd2-b0f6-8b1345d9a286', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18d42f14-ebcb-45fb-872d-4c48e6952727', 'mac_address': 'fa:16:3e:99:47:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef504c8-2a75-4a73-af61-ab5850bdb863', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T06:04:17Z', 'updated_at': '2021-04-21T06:04:50Z', 'revision_number': 1, 'project_id': 'a253b7f90d074c729aa03c3dbc382b57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '447e1fc3-528c-46c3-bab5-e8bf34da8aaf', 'name': '', 'network_id': '18d42f14-ebcb-45fb-872d-4c48e6952727', 'tenant_id': 'a253b7f90d074c729aa03c3dbc382b57', 'mac_address': 'fa:16:3e:bd:54:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a7cb67-e1bf-4c65-83ef-19f088b4066e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8d481e38-1293-4cc6-9389-91a3566135aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:03:58Z', 'updated_at': '2021-04-21T06:04:18Z', 'revision_number': 5, 'project_id': 'a253b7f90d074c729aa03c3dbc382b57', 'subnets': [{'id': '8d481e38-1293-4cc6-9389-91a3566135aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:04:53.906390 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2850fa-7f98-4284-8405-8977190c13e1 None None] The sync data for ids ['e7a7cb67-e1bf-4c65-83ef-19f088b4066e'] in dv-cinder-782390-6-iscsi is: [{'id': 'e7a7cb67-e1bf-4c65-83ef-19f088b4066e', 'name': 'tempest-AttachVolumeTestJSON-1982476189-router', 'tenant_id': 'a253b7f90d074c729aa03c3dbc382b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '9001a17d-5f37-4407-b8a8-da67822ac51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:03:49Z', 'updated_at': '2021-04-21T06:03:59Z', 'revision_number': 4, 'project_id': 'a253b7f90d074c729aa03c3dbc382b57', 'gw_port': {'id': '9001a17d-5f37-4407-b8a8-da67822ac51d', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:22:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a7cb67-e1bf-4c65-83ef-19f088b4066e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:03:51Z', 'updated_at': '2021-04-21T06:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi', '_floatingips': [{'id': '1182bd77-2411-4ac8-a035-091ed7d14b6a', 'tenant_id': 'a253b7f90d074c729aa03c3dbc382b57', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'router_id': 'e7a7cb67-e1bf-4c65-83ef-19f088b4066e', 'port_id': '438d8108-b184-4bd2-b0f6-8b1345d9a286', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18d42f14-ebcb-45fb-872d-4c48e6952727', 'mac_address': 'fa:16:3e:99:47:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef504c8-2a75-4a73-af61-ab5850bdb863', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T06:04:17Z', 'updated_at': '2021-04-21T06:04:50Z', 'revision_number': 1, 'project_id': 'a253b7f90d074c729aa03c3dbc382b57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '447e1fc3-528c-46c3-bab5-e8bf34da8aaf', 'name': '', 'network_id': '18d42f14-ebcb-45fb-872d-4c48e6952727', 'tenant_id': 'a253b7f90d074c729aa03c3dbc382b57', 'mac_address': 'fa:16:3e:bd:54:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a7cb67-e1bf-4c65-83ef-19f088b4066e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8d481e38-1293-4cc6-9389-91a3566135aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:03:58Z', 'updated_at': '2021-04-21T06:04:18Z', 'revision_number': 5, 'project_id': 'a253b7f90d074c729aa03c3dbc382b57', 'subnets': [{'id': '8d481e38-1293-4cc6-9389-91a3566135aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 06:04:54.235510 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387f9ecf-eb71-43e6-8288-426671807ccc None None] New status for floating IP 1182bd77-2411-4ac8-a035-091ed7d14b6a: ACTIVE {{(pid=86434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 21 06:04:54.445725 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-51b6b76e-6c10-48fe-b823-e0e708f4ee7f req-cd4212b8-3a97-4171-a26e-b6a7f096ab9e service neutron] 10.222.0.11 "GET /v2.0/networks/4adbb71d-0e3c-4f02-8c40-88a15a7ed44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5667291 Apr 21 06:04:54.454539 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deada24-de54-4505-88e8-eb60e9eb97e2 req-c5c2c8cb-6938-40de-b52c-c730cae480e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:54.456137 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1deada24-de54-4505-88e8-eb60e9eb97e2 req-c5c2c8cb-6938-40de-b52c-c730cae480e7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=18d42f14-ebcb-45fb-872d-4c48e6952727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5546117 Apr 21 06:04:54.574267 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb90dd-1877-43a6-a75c-8d7b2da092c3 req-af532dab-2b0f-463c-af09-b01a709d513f tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:54.575983 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6cfb90dd-1877-43a6-a75c-8d7b2da092c3 req-af532dab-2b0f-463c-af09-b01a709d513f tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] 10.222.0.11 "GET /v2.0/networks?id=1f68f904-68b6-4d64-a920-aab3b0872ae0 HTTP/1.1" status: 200 len: 809 time: 0.4447603 Apr 21 06:04:54.658274 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [req-6cfb90dd-1877-43a6-a75c-8d7b2da092c3 req-7673003c-f5e6-4f17-bb96-976cb0a2d8d5 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Request body: {'port': {'device_id': 'fd61bb83-39c0-471c-a284-f48163cbb529', 'network_id': '1f68f904-68b6-4d64-a920-aab3b0872ae0', 'admin_state_up': True, 'tenant_id': 'aeefb0188ea04d34b48759d35d847d1e'}} {{(pid=86432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:04:54.854359 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb9ce9d-4cce-4fc2-8cce-a3e932a4e362 req-58ecbdc7-e4fb-4aea-ba1a-a3c38205911a tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:54.856020 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ffb9ce9d-4cce-4fc2-8cce-a3e932a4e362 req-58ecbdc7-e4fb-4aea-ba1a-a3c38205911a tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] 10.222.0.15 "GET /v2.0/ports?device_id=071de0ba-1515-4f1f-ac01-6f3023cd9e82 HTTP/1.1" status: 200 len: 945 time: 0.8142648 Apr 21 06:04:54.906494 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc8e446-b054-4b7a-b774-93415c83b348 req-cb9e4685-b0d0-4150-bd7c-0f83da158d0a tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:54.914524 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-9dc8e446-b054-4b7a-b774-93415c83b348 req-cb9e4685-b0d0-4150-bd7c-0f83da158d0a tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8da5d63-9858-4a18-9b9a-07455985ef41 HTTP/1.1" status: 200 len: 946 time: 0.1176620 Apr 21 06:04:54.967536 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-9dc8e446-b054-4b7a-b774-93415c83b348 req-70ccb0a6-93b6-4e09-8ca5-b8a14c17c48b tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512731 Apr 21 06:04:55.003685 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1deada24-de54-4505-88e8-eb60e9eb97e2 req-d399a2d4-ffe2-419c-b228-d9df708d6cfc service neutron] 10.222.0.11 "GET /v2.0/networks/18d42f14-ebcb-45fb-872d-4c48e6952727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4994245 Apr 21 06:04:55.081770 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d5d62-6ad9-4185-b08c-a5071bf7fa35 req-23fa1136-05f8-47c9-9029-a739c1b0394a tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:55.083467 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-db0d5d62-6ad9-4185-b08c-a5071bf7fa35 req-23fa1136-05f8-47c9-9029-a739c1b0394a tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] 10.222.0.11 "GET /v2.0/ports?device_id=071de0ba-1515-4f1f-ac01-6f3023cd9e82 HTTP/1.1" status: 200 len: 945 time: 0.4342980 Apr 21 06:04:55.147080 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-fe7aeb11-b61c-48f4-9498-eaf3b0030e08 req-6eefb609-25f1-4ebf-94a7-52579d073f89 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd61bb83-39c0-471c-a284-f48163cbb529 HTTP/1.1" status: 200 len: 210 time: 0.0769446 Apr 21 06:04:55.187701 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ffb9ce9d-4cce-4fc2-8cce-a3e932a4e362 req-19bc78ec-0a3d-475f-97b1-f8998df9c175 tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] 10.222.0.15 "GET /v2.0/security-groups?id=edc534de-cd96-4d6a-9c8a-f88f604c5271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129041 Apr 21 06:04:55.282893 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [req-6cfb90dd-1877-43a6-a75c-8d7b2da092c3 req-7673003c-f5e6-4f17-bb96-976cb0a2d8d5 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:04:55.300566 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [req-db0d5d62-6ad9-4185-b08c-a5071bf7fa35 req-f38aa307-093e-4141-a520-13c6b0aa9f30 tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] Deleting port a9b2b264-dff1-4898-8aff-dab2675b3c12 {{(pid=86432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:04:55.300950 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-db0d5d62-6ad9-4185-b08c-a5071bf7fa35 req-f38aa307-093e-4141-a520-13c6b0aa9f30 tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363270981359476'] for port, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:55.345987 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-6cfb90dd-1877-43a6-a75c-8d7b2da092c3 req-7673003c-f5e6-4f17-bb96-976cb0a2d8d5 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Usage tracker for resource:port and tenant:aeefb0188ea04d34b48759d35d847d1e is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:04:55.358314 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-6cfb90dd-1877-43a6-a75c-8d7b2da092c3 req-7673003c-f5e6-4f17-bb96-976cb0a2d8d5 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:04:55.370019 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [req-6cfb90dd-1877-43a6-a75c-8d7b2da092c3 req-7673003c-f5e6-4f17-bb96-976cb0a2d8d5 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:04:55.454944 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cfb90dd-1877-43a6-a75c-8d7b2da092c3 req-7673003c-f5e6-4f17-bb96-976cb0a2d8d5 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Made reservation on behalf of aeefb0188ea04d34b48759d35d847d1e for: {'port': 1} {{(pid=86432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:04:55.460880 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-6cfb90dd-1877-43a6-a75c-8d7b2da092c3 req-7673003c-f5e6-4f17-bb96-976cb0a2d8d5 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:55.485285 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1deada24-de54-4505-88e8-eb60e9eb97e2 req-c6034442-ffab-4c29-9cb7-e6dbc0436176 service neutron] 10.222.0.11 "GET /v2.0/networks/18d42f14-ebcb-45fb-872d-4c48e6952727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4557137 Apr 21 06:04:55.776757 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [req-db0d5d62-6ad9-4185-b08c-a5071bf7fa35 req-f38aa307-093e-4141-a520-13c6b0aa9f30 tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] For port a9b2b264-dff1-4898-8aff-dab2675b3c12, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=a9b2b264-dff1-4898-8aff-dab2675b3c12,segment=NetworkSegment(0e0df38b-d163-4b4f-80de-8b90602c0533),segment_id=0e0df38b-d163-4b4f-80de-8b90602c0533)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:04:55.777151 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-db0d5d62-6ad9-4185-b08c-a5071bf7fa35 req-f38aa307-093e-4141-a520-13c6b0aa9f30 tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846743427'] for port, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:55.923081 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [req-db0d5d62-6ad9-4185-b08c-a5071bf7fa35 req-f38aa307-093e-4141-a520-13c6b0aa9f30 tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] Calling delete_port for a9b2b264-dff1-4898-8aff-dab2675b3c12 owned by compute:nova {{(pid=86432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:04:55.952115 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.db_base_plugin_common [req-6cfb90dd-1877-43a6-a75c-8d7b2da092c3 req-7673003c-f5e6-4f17-bb96-976cb0a2d8d5 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Allocated IP 172.20.0.7 (1f68f904-68b6-4d64-a920-aab3b0872ae0/27639cd0-56df-4571-a92a-193ba34d725c/d48365ef-6310-4f50-ac62-ed572ab103e2) {{(pid=86432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:04:56.174508 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b3d200-46a8-42fd-afea-48390f421f32 req-105e8e18-cda9-4698-b938-bfd11d3cd804 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:56.182312 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-68b3d200-46a8-42fd-afea-48390f421f32 req-105e8e18-cda9-4698-b938-bfd11d3cd804 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8da5d63-9858-4a18-9b9a-07455985ef41 HTTP/1.1" status: 200 len: 946 time: 0.1017375 Apr 21 06:04:56.246857 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-68b3d200-46a8-42fd-afea-48390f421f32 req-e7ce503c-8f0a-4406-8202-709ecc134388 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633340 Apr 21 06:04:56.404408 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-db0d5d62-6ad9-4185-b08c-a5071bf7fa35 req-f38aa307-093e-4141-a520-13c6b0aa9f30 tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270981355551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765872972847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848222423'] for port, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:56.423402 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] get_ports_and_sgs() called for port_ids ['a9b2b264-dff1-4898-8aff-dab2675b3c12'] {{(pid=86434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:04:56.476163 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-5c971dd1-d06c-4a58-86b8-3d76e9090612 req-a0816064-d53c-4989-9fae-83f94259aa76 tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] 10.222.0.15 "GET /v2.0/ports?device_id=071de0ba-1515-4f1f-ac01-6f3023cd9e82 HTTP/1.1" status: 200 len: 210 time: 0.0800307 Apr 21 06:04:56.502155 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:56.554809 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1d826122-f288-41ac-a281-ca99375e188d req-8ca3009e-e954-4745-ae07-28712700debd tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd61bb83-39c0-471c-a284-f48163cbb529 HTTP/1.1" status: 200 len: 210 time: 0.1557484 Apr 21 06:04:56.577860 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38aa307-093e-4141-a520-13c6b0aa9f30 tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] Pushing event deleted for resources: {'Port': ['ID=a9b2b264-dff1-4898-8aff-dab2675b3c12,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:56.582115 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-6cfb90dd-1877-43a6-a75c-8d7b2da092c3 req-7673003c-f5e6-4f17-bb96-976cb0a2d8d5 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Notify callbacks [] for port, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:56.619923 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-f38aa307-093e-4141-a520-13c6b0aa9f30 tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:56.672934 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [req-db0d5d62-6ad9-4185-b08c-a5071bf7fa35 req-f38aa307-093e-4141-a520-13c6b0aa9f30 tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] No DVR routers for this DVR port a9b2b264-dff1-4898-8aff-dab2675b3c12 on host hv-cinder-78239 {{(pid=86432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 06:04:56.676359 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-db0d5d62-6ad9-4185-b08c-a5071bf7fa35 req-f38aa307-093e-4141-a520-13c6b0aa9f30 tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:56.682105 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '071de0ba-1515-4f1f-ac01-6f3023cd9e82', 'name': 'network-vif-deleted', 'tag': 'a9b2b264-dff1-4898-8aff-dab2675b3c12'}] {{(pid=86432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:04:56.732614 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '071de0ba-1515-4f1f-ac01-6f3023cd9e82', 'name': 'network-vif-deleted', 'tag': 'a9b2b264-dff1-4898-8aff-dab2675b3c12', 'status': 'completed', 'code': 200} Apr 21 06:04:56.750653 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-db0d5d62-6ad9-4185-b08c-a5071bf7fa35 req-f38aa307-093e-4141-a520-13c6b0aa9f30 tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] 10.222.0.11 "DELETE /v2.0/ports/a9b2b264-dff1-4898-8aff-dab2675b3c12 HTTP/1.1" status: 204 len: 173 time: 1.6532054 Apr 21 06:04:56.780065 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-6cfb90dd-1877-43a6-a75c-8d7b2da092c3 req-7673003c-f5e6-4f17-bb96-976cb0a2d8d5 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363270981802970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848222423'] for port, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:56.785927 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 55360) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:04:56.789993 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-897e29cc-08b9-45ce-9f8c-57893d7ef9e5 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:56.942603 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cfb90dd-1877-43a6-a75c-8d7b2da092c3 req-7673003c-f5e6-4f17-bb96-976cb0a2d8d5 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Network 1f68f904-68b6-4d64-a920-aab3b0872ae0 is already hosted by enough agents. {{(pid=86432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:04:56.953025 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [req-6cfb90dd-1877-43a6-a75c-8d7b2da092c3 req-7673003c-f5e6-4f17-bb96-976cb0a2d8d5 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Resources bound (agent type, host, resource id): {{(pid=86432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:04:56.957250 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cfb90dd-1877-43a6-a75c-8d7b2da092c3 req-7673003c-f5e6-4f17-bb96-976cb0a2d8d5 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Received port after_create {{(pid=86432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:04:56.966009 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-2a4bc666-52e8-4586-abf0-253960d96ce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:56.984604 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-2a4bc666-52e8-4586-abf0-253960d96ce1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:04:56.988968 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-2a4bc666-52e8-4586-abf0-253960d96ce1 admin admin] Usage tracker for resource:security_group_rule and tenant:9b8758e842b14bdea9311783c95c0f90 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:04:56.992129 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-2a4bc666-52e8-4586-abf0-253960d96ce1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:04:56.995348 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7673003c-f5e6-4f17-bb96-976cb0a2d8d5 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Pushing event updated for resources: {'Port': ['ID=d48365ef-6310-4f50-ac62-ed572ab103e2,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:57.000454 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-2a4bc666-52e8-4586-abf0-253960d96ce1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:04:57.000601 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-7673003c-f5e6-4f17-bb96-976cb0a2d8d5 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:57.030224 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb90dd-1877-43a6-a75c-8d7b2da092c3 req-7673003c-f5e6-4f17-bb96-976cb0a2d8d5 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:57.030892 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-6cfb90dd-1877-43a6-a75c-8d7b2da092c3 req-7673003c-f5e6-4f17-bb96-976cb0a2d8d5 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:57.095480 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-2a4bc666-52e8-4586-abf0-253960d96ce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:57.122939 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6cfb90dd-1877-43a6-a75c-8d7b2da092c3 req-7673003c-f5e6-4f17-bb96-976cb0a2d8d5 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4702268 Apr 21 06:04:57.139106 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [req-6cfb90dd-1877-43a6-a75c-8d7b2da092c3 req-b29c5e6b-7a3e-451d-a80c-4f1b8e185641 service neutron] Request body: {'port': {'device_id': 'fd61bb83-39c0-471c-a284-f48163cbb529', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=86432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:04:57.161115 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-2a4bc666-52e8-4586-abf0-253960d96ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:57.170934 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:57.215683 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-2a4bc666-52e8-4586-abf0-253960d96ce1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9b8758e842b14bdea9311783c95c0f90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4281878 Apr 21 06:04:57.220221 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4bc666-52e8-4586-abf0-253960d96ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90942722-794e-4caf-96a1-bd4f97f21955,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:57.223078 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 55374) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:04:57.226119 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-2a4bc666-52e8-4586-abf0-253960d96ce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:57.265296 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-6cfb90dd-1877-43a6-a75c-8d7b2da092c3 req-b29c5e6b-7a3e-451d-a80c-4f1b8e185641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:57.289408 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-a18a3564-e390-41c9-8a33-bcf5d234bb5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:57.317832 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-a18a3564-e390-41c9-8a33-bcf5d234bb5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:57.464625 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b4586-c658-4e41-9716-d6152a6e0125 req-13814291-7d60-4ff6-aa18-846b8f9b6773 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:57.466739 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-8c4b4586-c658-4e41-9716-d6152a6e0125 req-13814291-7d60-4ff6-aa18-846b8f9b6773 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8da5d63-9858-4a18-9b9a-07455985ef41 HTTP/1.1" status: 200 len: 946 time: 0.1025472 Apr 21 06:04:57.502286 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-a18a3564-e390-41c9-8a33-bcf5d234bb5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:57.519346 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9fc2c6a6-a4b4-45b9-bb5c-57db19ce2131 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:57.552792 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18a3564-e390-41c9-8a33-bcf5d234bb5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90942722-794e-4caf-96a1-bd4f97f21955,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:57.552792 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-a18a3564-e390-41c9-8a33-bcf5d234bb5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:57.556964 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-a18a3564-e390-41c9-8a33-bcf5d234bb5c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/90942722-794e-4caf-96a1-bd4f97f21955 HTTP/1.1" status: 204 len: 168 time: 0.3329482 Apr 21 06:04:57.561671 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-a18a3564-e390-41c9-8a33-bcf5d234bb5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:57.579418 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-8c4b4586-c658-4e41-9716-d6152a6e0125 req-f3e673f3-b16b-4ad0-814d-5b821da7b4dd tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042993 Apr 21 06:04:57.723934 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-65ff88c1-a481-4a15-aa6a-30ebd14efb77 req-d074816e-6843-4124-9d08-c955a0ab88a4 tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] Synchronizing usage tracker for tenant:b7186dce53184a908d0b2f192795f2ef on resource:port {{(pid=86432) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:04:57.801101 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe634bc7-344a-4aaf-812d-21f65567a8d3 req-bf390f6f-4f5e-491b-899c-cb91a3809813 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:57.803054 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-fe634bc7-344a-4aaf-812d-21f65567a8d3 req-bf390f6f-4f5e-491b-899c-cb91a3809813 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd61bb83-39c0-471c-a284-f48163cbb529 HTTP/1.1" status: 200 len: 931 time: 0.1012866 Apr 21 06:04:57.835681 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-65ff88c1-a481-4a15-aa6a-30ebd14efb77 req-d074816e-6843-4124-9d08-c955a0ab88a4 tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] Unset dirty status for tenant:b7186dce53184a908d0b2f192795f2ef on resource:port {{(pid=86432) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:04:57.836937 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-65ff88c1-a481-4a15-aa6a-30ebd14efb77 req-d074816e-6843-4124-9d08-c955a0ab88a4 tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] 10.222.0.15 "GET /v2.0/ports?device_id=071de0ba-1515-4f1f-ac01-6f3023cd9e82 HTTP/1.1" status: 200 len: 210 time: 0.1783178 Apr 21 06:04:57.851878 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-fe634bc7-344a-4aaf-812d-21f65567a8d3 req-1bd4e77e-2d85-4f2f-91fb-48653548a9da tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Synchronizing usage tracker for tenant:aeefb0188ea04d34b48759d35d847d1e on resource:security_group {{(pid=86433) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:04:57.899814 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-fe634bc7-344a-4aaf-812d-21f65567a8d3 req-1bd4e77e-2d85-4f2f-91fb-48653548a9da tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Unset dirty status for tenant:aeefb0188ea04d34b48759d35d847d1e on resource:security_group {{(pid=86433) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:04:57.901305 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-fe634bc7-344a-4aaf-812d-21f65567a8d3 req-1bd4e77e-2d85-4f2f-91fb-48653548a9da tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] 10.222.0.15 "GET /v2.0/security-groups?id=7445d4c8-c30a-4757-adc7-5d862c00d287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918286 Apr 21 06:04:57.985855 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [req-6cfb90dd-1877-43a6-a75c-8d7b2da092c3 req-b29c5e6b-7a3e-451d-a80c-4f1b8e185641 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d48365ef-6310-4f50-ac62-ed572ab103e2 {{(pid=86432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 06:04:57.999710 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-6cfb90dd-1877-43a6-a75c-8d7b2da092c3 req-b29c5e6b-7a3e-451d-a80c-4f1b8e185641 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:58.016146 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [req-6cfb90dd-1877-43a6-a75c-8d7b2da092c3 req-b29c5e6b-7a3e-451d-a80c-4f1b8e185641 service neutron] Transition to ACTIVE for port object d48365ef-6310-4f50-ac62-ed572ab103e2 will not be triggered until provisioned by entity L2. {{(pid=86432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:04:58.052907 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-6cfb90dd-1877-43a6-a75c-8d7b2da092c3 req-b29c5e6b-7a3e-451d-a80c-4f1b8e185641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6553376'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:58.060451 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-e4ff07a2-1202-4d3f-9271-c12365811eac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:58.211643 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29c5e6b-7a3e-451d-a80c-4f1b8e185641 service neutron] Pushing event updated for resources: {'Port': ['ID=d48365ef-6310-4f50-ac62-ed572ab103e2,revision_number=2']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:58.246551 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-b29c5e6b-7a3e-451d-a80c-4f1b8e185641 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:58.340393 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [req-6cfb90dd-1877-43a6-a75c-8d7b2da092c3 req-b29c5e6b-7a3e-451d-a80c-4f1b8e185641 service neutron] Attempting to bind port d48365ef-6310-4f50-ac62-ed572ab103e2 on host hv-cinder-78239 for vnic_type normal with profile {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:04:58.340735 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [req-6cfb90dd-1877-43a6-a75c-8d7b2da092c3 req-b29c5e6b-7a3e-451d-a80c-4f1b8e185641 service neutron] Attempting to bind port d48365ef-6310-4f50-ac62-ed572ab103e2 by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': '5819f749-ea57-4ad9-a172-46bdbefceeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '1f68f904-68b6-4d64-a920-aab3b0872ae0'}] {{(pid=86432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:04:58.341111 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfb90dd-1877-43a6-a75c-8d7b2da092c3 req-b29c5e6b-7a3e-451d-a80c-4f1b8e185641 service neutron] Attempting to bind port d48365ef-6310-4f50-ac62-ed572ab103e2 on network 1f68f904-68b6-4d64-a920-aab3b0872ae0 {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:04:58.347788 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfb90dd-1877-43a6-a75c-8d7b2da092c3 req-b29c5e6b-7a3e-451d-a80c-4f1b8e185641 service neutron] Port d48365ef-6310-4f50-ac62-ed572ab103e2 on network 1f68f904-68b6-4d64-a920-aab3b0872ae0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 06:04:58.348231 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfb90dd-1877-43a6-a75c-8d7b2da092c3 req-b29c5e6b-7a3e-451d-a80c-4f1b8e185641 service neutron] Attempting to bind port d48365ef-6310-4f50-ac62-ed572ab103e2 on network 1f68f904-68b6-4d64-a920-aab3b0872ae0 {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:04:58.353982 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfb90dd-1877-43a6-a75c-8d7b2da092c3 req-b29c5e6b-7a3e-451d-a80c-4f1b8e185641 service neutron] Checking agent: {'id': '1687539a-73b5-4d9c-8d40-15e28bacc92a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 2, 5), 'started_at': datetime.datetime(2021, 4, 21, 6, 2, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:04:58.354439 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfb90dd-1877-43a6-a75c-8d7b2da092c3 req-b29c5e6b-7a3e-451d-a80c-4f1b8e185641 service neutron] Checking segment: {'id': '5819f749-ea57-4ad9-a172-46bdbefceeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '1f68f904-68b6-4d64-a920-aab3b0872ae0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:04:58.354967 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfb90dd-1877-43a6-a75c-8d7b2da092c3 req-b29c5e6b-7a3e-451d-a80c-4f1b8e185641 service neutron] Bound using segment: {'id': '5819f749-ea57-4ad9-a172-46bdbefceeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '1f68f904-68b6-4d64-a920-aab3b0872ae0'} {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:04:58.355512 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [req-6cfb90dd-1877-43a6-a75c-8d7b2da092c3 req-b29c5e6b-7a3e-451d-a80c-4f1b8e185641 service neutron] Bound port: d48365ef-6310-4f50-ac62-ed572ab103e2, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5819f749-ea57-4ad9-a172-46bdbefceeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '1f68f904-68b6-4d64-a920-aab3b0872ae0'}}] {{(pid=86432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:04:58.355967 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-6cfb90dd-1877-43a6-a75c-8d7b2da092c3 req-b29c5e6b-7a3e-451d-a80c-4f1b8e185641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:58.473737 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [req-6cfb90dd-1877-43a6-a75c-8d7b2da092c3 req-b29c5e6b-7a3e-451d-a80c-4f1b8e185641 service neutron] For port d48365ef-6310-4f50-ac62-ed572ab103e2, host hv-cinder-78239, cleared binding levels {{(pid=86432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:04:58.477099 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [req-6cfb90dd-1877-43a6-a75c-8d7b2da092c3 req-b29c5e6b-7a3e-451d-a80c-4f1b8e185641 service neutron] For port d48365ef-6310-4f50-ac62-ed572ab103e2, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=d48365ef-6310-4f50-ac62-ed572ab103e2,segment=NetworkSegment(5819f749-ea57-4ad9-a172-46bdbefceeca),segment_id=5819f749-ea57-4ad9-a172-46bdbefceeca)] {{(pid=86432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:04:58.522026 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-6cfb90dd-1877-43a6-a75c-8d7b2da092c3 req-b29c5e6b-7a3e-451d-a80c-4f1b8e185641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6553376'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:58.533050 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:58.598592 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb90dd-1877-43a6-a75c-8d7b2da092c3 req-b29c5e6b-7a3e-451d-a80c-4f1b8e185641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:58.599317 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-6cfb90dd-1877-43a6-a75c-8d7b2da092c3 req-b29c5e6b-7a3e-451d-a80c-4f1b8e185641 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:58.600799 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6cfb90dd-1877-43a6-a75c-8d7b2da092c3 req-b29c5e6b-7a3e-451d-a80c-4f1b8e185641 service neutron] 10.222.0.11 "PUT /v2.0/ports/d48365ef-6310-4f50-ac62-ed572ab103e2 HTTP/1.1" status: 200 len: 1093 time: 1.4663684 Apr 21 06:04:58.618805 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29c5e6b-7a3e-451d-a80c-4f1b8e185641 service neutron] Pushing event updated for resources: {'Port': ['ID=d48365ef-6310-4f50-ac62-ed572ab103e2,revision_number=3']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:58.622157 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-b29c5e6b-7a3e-451d-a80c-4f1b8e185641 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:58.741606 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd61bb83-39c0-471c-a284-f48163cbb529', 'tag': 'd48365ef-6310-4f50-ac62-ed572ab103e2'}] {{(pid=86432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:04:58.761284 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 55428) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:04:58.803145 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd61bb83-39c0-471c-a284-f48163cbb529', 'tag': 'd48365ef-6310-4f50-ac62-ed572ab103e2', 'status': 'completed', 'code': 200} Apr 21 06:04:58.873084 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c41f4b1-56f8-4888-bfcb-12728dc400e6 req-ba07b142-0a2e-4295-9ec2-eeb8f64faf31 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:58.874923 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-7c41f4b1-56f8-4888-bfcb-12728dc400e6 req-ba07b142-0a2e-4295-9ec2-eeb8f64faf31 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8da5d63-9858-4a18-9b9a-07455985ef41 HTTP/1.1" status: 200 len: 946 time: 0.1768198 Apr 21 06:04:58.881382 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb90dd-1877-43a6-a75c-8d7b2da092c3 req-aef6acda-90f8-4282-92f8-b5fd8d41e69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:58.883058 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6cfb90dd-1877-43a6-a75c-8d7b2da092c3 req-aef6acda-90f8-4282-92f8-b5fd8d41e69b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aeefb0188ea04d34b48759d35d847d1e&device_id=fd61bb83-39c0-471c-a284-f48163cbb529 HTTP/1.1" status: 200 len: 1096 time: 0.1301517 Apr 21 06:04:58.886840 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-4953ebe9-c690-46dd-ac93-19e9954deca4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-471124596-network', 'tenant_id': 'b92adf7e83dd4c4db6ea4deb6b666325'}} {{(pid=86433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:04:58.893723 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-4953ebe9-c690-46dd-ac93-19e9954deca4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:04:58.897962 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-4953ebe9-c690-46dd-ac93-19e9954deca4 admin admin] Usage tracker for resource:network and tenant:b92adf7e83dd4c4db6ea4deb6b666325 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:04:58.901024 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-4953ebe9-c690-46dd-ac93-19e9954deca4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:04:58.908672 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-4953ebe9-c690-46dd-ac93-19e9954deca4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:04:58.967942 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4953ebe9-c690-46dd-ac93-19e9954deca4 admin admin] Made reservation on behalf of b92adf7e83dd4c4db6ea4deb6b666325 for: {'network': 1} {{(pid=86433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:04:58.975000 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4953ebe9-c690-46dd-ac93-19e9954deca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for network, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:58.993296 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4953ebe9-c690-46dd-ac93-19e9954deca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:58.993967 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6cfb90dd-1877-43a6-a75c-8d7b2da092c3 req-014d7dd7-fefc-410e-b952-06091a43b5de service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d48365ef-6310-4f50-ac62-ed572ab103e2 HTTP/1.1" status: 200 len: 217 time: 0.0849242 Apr 21 06:04:59.018202 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-4953ebe9-c690-46dd-ac93-19e9954deca4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:04:59.024178 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-4953ebe9-c690-46dd-ac93-19e9954deca4 admin admin] Usage tracker for resource:security_group_rule and tenant:b92adf7e83dd4c4db6ea4deb6b666325 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:04:59.027912 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-4953ebe9-c690-46dd-ac93-19e9954deca4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:04:59.036654 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-4953ebe9-c690-46dd-ac93-19e9954deca4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:04:59.055245 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-7c41f4b1-56f8-4888-bfcb-12728dc400e6 req-911ffbcc-c509-4cd6-af69-9759d85aa7d1 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658037 Apr 21 06:04:59.077749 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb90dd-1877-43a6-a75c-8d7b2da092c3 req-5149ae4d-f9c9-46a7-b9fd-8f7d09bf6e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:59.079760 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6cfb90dd-1877-43a6-a75c-8d7b2da092c3 req-5149ae4d-f9c9-46a7-b9fd-8f7d09bf6e82 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=27639cd0-56df-4571-a92a-193ba34d725c HTTP/1.1" status: 200 len: 849 time: 0.0772121 Apr 21 06:04:59.157384 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6cfb90dd-1877-43a6-a75c-8d7b2da092c3 req-8c470535-6f84-4206-80ff-1172f3e406b3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1f68f904-68b6-4d64-a920-aab3b0872ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600193 Apr 21 06:04:59.204783 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b723a1-1cfe-4b91-84ca-82a404684a68 req-be1a4707-9226-47e3-965d-1c2015097b31 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:59.206437 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-26b723a1-1cfe-4b91-84ca-82a404684a68 req-be1a4707-9226-47e3-965d-1c2015097b31 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd61bb83-39c0-471c-a284-f48163cbb529 HTTP/1.1" status: 200 len: 943 time: 0.1661212 Apr 21 06:04:59.253484 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4953ebe9-c690-46dd-ac93-19e9954deca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:59.307147 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4953ebe9-c690-46dd-ac93-19e9954deca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:59.317562 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-dcc44fbc-fd29-492e-bdef-9853390a92f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:59.354524 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-26b723a1-1cfe-4b91-84ca-82a404684a68 req-833918e4-b89a-4b0e-ac39-724eab6a08dd tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] 10.222.0.15 "GET /v2.0/security-groups?id=7445d4c8-c30a-4757-adc7-5d862c00d287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280007 Apr 21 06:04:59.354524 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4953ebe9-c690-46dd-ac93-19e9954deca4 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=86433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 21 06:04:59.355666 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6cfb90dd-1877-43a6-a75c-8d7b2da092c3 req-2e630d25-8a79-42d8-b829-1d0410b5b8d5 service neutron] 10.222.0.11 "GET /v2.0/networks/1f68f904-68b6-4d64-a920-aab3b0872ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817672 Apr 21 06:04:59.379780 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4953ebe9-c690-46dd-ac93-19e9954deca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1361606'] for segment, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:59.380170 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.db.segments_db [None req-4953ebe9-c690-46dd-ac93-19e9954deca4 admin admin] Added segment 86886644-4306-40b1-b5b6-5374b228c059 of type vlan for network e11717bf-3ac5-4257-9526-8404d6e38e57 Apr 21 06:04:59.381427 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4953ebe9-c690-46dd-ac93-19e9954deca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a24d982-c906-48ee-8eaf-ce1345744d40,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:59.384713 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-4953ebe9-c690-46dd-ac93-19e9954deca4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:59.416184 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4953ebe9-c690-46dd-ac93-19e9954deca4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765872960183'] for network, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:59.486886 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4953ebe9-c690-46dd-ac93-19e9954deca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970'] for network, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:59.488305 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4953ebe9-c690-46dd-ac93-19e9954deca4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:59.491089 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4953ebe9-c690-46dd-ac93-19e9954deca4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846863987'] for network, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:59.503791 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-076a3ab3-d1f1-46bd-991f-4ac113a66e72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:04:59.533556 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6cfb90dd-1877-43a6-a75c-8d7b2da092c3 req-6af0fa8a-8d7c-4c78-9a17-b78cc87a8e66 service neutron] 10.222.0.11 "GET /v2.0/networks/1f68f904-68b6-4d64-a920-aab3b0872ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699288 Apr 21 06:04:59.564151 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Device a9b2b264-dff1-4898-8aff-dab2675b3c12 no longer exists at agent hyperv_hv-cinder-78239 {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:04:59.612930 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] No Port match for: a9b2b264-dff1-4898-8aff-dab2675b3c12 {{(pid=86434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:04:59.613541 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Device a9b2b264-dff1-4898-8aff-dab2675b3c12 not bound to the agent host hv-cinder-78239 {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:04:59.615193 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4953ebe9-c690-46dd-ac93-19e9954deca4 admin admin] Pushing event updated for resources: {'Network': ['ID=e11717bf-3ac5-4257-9526-8404d6e38e57,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:04:59.617964 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-4953ebe9-c690-46dd-ac93-19e9954deca4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:04:59.627097 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Network e11717bf-3ac5-4257-9526-8404d6e38e57 details requested by agent ovs-agent-dv-cinder-782390-6-iscsi with host dv-cinder-782390-6-iscsi {{(pid=86434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 21 06:04:59.648277 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-4953ebe9-c690-46dd-ac93-19e9954deca4 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8858051 Apr 21 06:04:59.651251 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 55460) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:04:59.657357 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-ddc343a5-6fc3-45cb-8edd-d56dcaa4a0c4 admin admin] Request body: {'subnet': {'network_id': 'e11717bf-3ac5-4257-9526-8404d6e38e57', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-471124596-subnet', 'tenant_id': 'b92adf7e83dd4c4db6ea4deb6b666325', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:04:59.670625 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-ddc343a5-6fc3-45cb-8edd-d56dcaa4a0c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:04:59.680005 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-ddc343a5-6fc3-45cb-8edd-d56dcaa4a0c4 admin admin] Usage tracker for resource:subnet and tenant:b92adf7e83dd4c4db6ea4deb6b666325 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:04:59.690070 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-ddc343a5-6fc3-45cb-8edd-d56dcaa4a0c4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:04:59.696460 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-ddc343a5-6fc3-45cb-8edd-d56dcaa4a0c4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:04:59.738575 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc343a5-6fc3-45cb-8edd-d56dcaa4a0c4 admin admin] Made reservation on behalf of b92adf7e83dd4c4db6ea4deb6b666325 for: {'subnet': 1} {{(pid=86433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:04:59.744360 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-ddc343a5-6fc3-45cb-8edd-d56dcaa4a0c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848149826'] for subnet, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:04:59.749960 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb151c0e-7a98-4e41-8d75-eaeca7bdc910 req-72687355-d9c9-44f9-bceb-22110345f86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:59.751473 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-bb151c0e-7a98-4e41-8d75-eaeca7bdc910 req-72687355-d9c9-44f9-bceb-22110345f86f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aeefb0188ea04d34b48759d35d847d1e&device_id=fd61bb83-39c0-471c-a284-f48163cbb529 HTTP/1.1" status: 200 len: 1096 time: 0.1200755 Apr 21 06:04:59.903757 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb151c0e-7a98-4e41-8d75-eaeca7bdc910 req-b291091a-dbf2-46eb-b480-42fa67d0b1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:04:59.905796 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-bb151c0e-7a98-4e41-8d75-eaeca7bdc910 req-b291091a-dbf2-46eb-b480-42fa67d0b1c6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1f68f904-68b6-4d64-a920-aab3b0872ae0 HTTP/1.1" status: 200 len: 910 time: 0.1475713 Apr 21 06:04:59.992984 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-bb151c0e-7a98-4e41-8d75-eaeca7bdc910 req-2e31077d-067d-4d14-9c81-d3c103b680e5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d48365ef-6310-4f50-ac62-ed572ab103e2 HTTP/1.1" status: 200 len: 217 time: 0.0701551 Apr 21 06:05:00.074925 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb151c0e-7a98-4e41-8d75-eaeca7bdc910 req-04b48a9e-c188-4fc0-951f-338ba6bdb54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:00.077169 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-bb151c0e-7a98-4e41-8d75-eaeca7bdc910 req-04b48a9e-c188-4fc0-951f-338ba6bdb54e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=27639cd0-56df-4571-a92a-193ba34d725c HTTP/1.1" status: 200 len: 849 time: 0.0743542 Apr 21 06:05:00.142094 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-bb151c0e-7a98-4e41-8d75-eaeca7bdc910 req-f43bca1a-fc4e-4de7-87fc-97fd601c7e32 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1f68f904-68b6-4d64-a920-aab3b0872ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500042 Apr 21 06:05:00.300644 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-bb151c0e-7a98-4e41-8d75-eaeca7bdc910 req-d742b625-ebfe-47c1-99ae-6c7ae4e5260c service neutron] 10.222.0.11 "GET /v2.0/networks/1f68f904-68b6-4d64-a920-aab3b0872ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479366 Apr 21 06:05:00.427858 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416c5f7-4f40-4f1f-8a73-4f75d047e732 req-c4c690d9-3911-4095-b446-ac088c459754 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:00.430582 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6416c5f7-4f40-4f1f-8a73-4f75d047e732 req-c4c690d9-3911-4095-b446-ac088c459754 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8da5d63-9858-4a18-9b9a-07455985ef41 HTTP/1.1" status: 200 len: 946 time: 0.1279068 Apr 21 06:05:00.467004 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-bb151c0e-7a98-4e41-8d75-eaeca7bdc910 req-8681ecf3-15b2-4286-8a4e-a940553b5077 service neutron] 10.222.0.11 "GET /v2.0/networks/1f68f904-68b6-4d64-a920-aab3b0872ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529241 Apr 21 06:05:00.536451 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6416c5f7-4f40-4f1f-8a73-4f75d047e732 req-6f10a584-2e9f-40e2-89b7-1a6539c74fef tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996189 Apr 21 06:05:00.543876 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-ddc343a5-6fc3-45cb-8edd-d56dcaa4a0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7991656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848204256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848149841'] for subnet, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:00.559382 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:05:00.633693 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc343a5-6fc3-45cb-8edd-d56dcaa4a0c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a49da67-95bb-4155-9f42-99fd3e370c45,revision_number=0']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:05:00.642486 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-ddc343a5-6fc3-45cb-8edd-d56dcaa4a0c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:05:00.645288 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc343a5-6fc3-45cb-8edd-d56dcaa4a0c4 admin admin] Checking segment: {'id': '86886644-4306-40b1-b5b6-5374b228c059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e11717bf-3ac5-4257-9526-8404d6e38e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:05:00.645679 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc343a5-6fc3-45cb-8edd-d56dcaa4a0c4 admin admin] Network hostable DHCP agents. Network: e11717bf-3ac5-4257-9526-8404d6e38e57, hostable agents: ['6e5e74bc-90a9-40d2-b33c-cc5e996b490a'], hosted agents: [] {{(pid=86433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 21 06:05:00.655384 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1fbcf5-e6b3-490c-9d0e-f3a840637da7 req-764665fc-de41-4019-83ab-ea7d6aa8d354 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:00.656200 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-ca1fbcf5-e6b3-490c-9d0e-f3a840637da7 req-764665fc-de41-4019-83ab-ea7d6aa8d354 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Synchronizing usage tracker for tenant:aeefb0188ea04d34b48759d35d847d1e on resource:port {{(pid=86432) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:05:00.704251 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc343a5-6fc3-45cb-8edd-d56dcaa4a0c4 admin admin] Network e11717bf-3ac5-4257-9526-8404d6e38e57 is scheduled to be hosted by DHCP agent 6e5e74bc-90a9-40d2-b33c-cc5e996b490a with binding_index 1 {{(pid=86433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 21 06:05:00.704408 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-ca1fbcf5-e6b3-490c-9d0e-f3a840637da7 req-764665fc-de41-4019-83ab-ea7d6aa8d354 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Unset dirty status for tenant:aeefb0188ea04d34b48759d35d847d1e on resource:port {{(pid=86432) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:05:00.705573 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ca1fbcf5-e6b3-490c-9d0e-f3a840637da7 req-764665fc-de41-4019-83ab-ea7d6aa8d354 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd61bb83-39c0-471c-a284-f48163cbb529 HTTP/1.1" status: 200 len: 943 time: 0.1513782 Apr 21 06:05:00.754305 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ca1fbcf5-e6b3-490c-9d0e-f3a840637da7 req-e791906f-249c-4358-9014-dd80e2ba98ee tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] 10.222.0.15 "GET /v2.0/security-groups?id=7445d4c8-c30a-4757-adc7-5d862c00d287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422511 Apr 21 06:05:00.767011 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [None req-ddc343a5-6fc3-45cb-8edd-d56dcaa4a0c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-6-iscsi, e11717bf-3ac5-4257-9526-8404d6e38e57) {{(pid=86433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:05:00.777846 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a194ad3-9067-423b-81e2-0a131ee43133 None None] Network e11717bf-3ac5-4257-9526-8404d6e38e57 requested from dv-cinder-782390-6-iscsi {{(pid=86434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:05:00.781615 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc343a5-6fc3-45cb-8edd-d56dcaa4a0c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:00.782006 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-ddc343a5-6fc3-45cb-8edd-d56dcaa4a0c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:00.830860 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-ddc343a5-6fc3-45cb-8edd-d56dcaa4a0c4 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1784668 Apr 21 06:05:00.948726 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 55490) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:05:01.018062 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.db_base_plugin_v2 [None req-d606a949-518c-45aa-b1fa-37de64a52199 admin admin] Deleting subnet 9dae346a-8734-4491-9982-4a9006473f44 {{(pid=86432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 21 06:05:01.021313 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d606a949-518c-45aa-b1fa-37de64a52199 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:01.029308 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9a3bf1-7add-4273-9f3e-b58a8abb9729 None None] Network e11717bf-3ac5-4257-9526-8404d6e38e57 requested from dv-cinder-782390-6-iscsi {{(pid=86434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:05:01.097413 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d606a949-518c-45aa-b1fa-37de64a52199 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7129852'] for subnet, precommit_delete_associations {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:01.226411 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d606a949-518c-45aa-b1fa-37de64a52199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853408352'] for subnet, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:01.303417 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-4eec9c7b-02c8-4bba-91d7-849ca7a700eb req-0f5bf1af-7ea5-42e1-8b52-f6067a894d93 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1736629 Apr 21 06:05:01.594976 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec9c7b-02c8-4bba-91d7-849ca7a700eb req-e90e0829-af0f-4990-bb74-b0ab348fe08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:01.594976 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-4eec9c7b-02c8-4bba-91d7-849ca7a700eb req-e90e0829-af0f-4990-bb74-b0ab348fe08a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=83c72247bd04473380fa74addf843cfd&device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 1098 time: 0.1919785 Apr 21 06:05:01.786430 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d606a949-518c-45aa-b1fa-37de64a52199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7991656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848222979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847718353'] for subnet, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:01.801460 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-6ef1fadd-7fda-43a0-aabb-555726ebfd2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:05:01.842140 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d606a949-518c-45aa-b1fa-37de64a52199 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dae346a-8734-4491-9982-4a9006473f44,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:05:01.856448 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-d606a949-518c-45aa-b1fa-37de64a52199 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:05:01.860666 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d606a949-518c-45aa-b1fa-37de64a52199 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846863987'] for subnet, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:01.890941 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-d606a949-518c-45aa-b1fa-37de64a52199 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/9dae346a-8734-4491-9982-4a9006473f44 HTTP/1.1" status: 204 len: 168 time: 0.9407732 Apr 21 06:05:01.893632 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 55520) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:05:01.907315 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec9c7b-02c8-4bba-91d7-849ca7a700eb req-21bc9fb1-f2e8-4ad3-9562-60b1323518f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:01.912997 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-4eec9c7b-02c8-4bba-91d7-849ca7a700eb req-21bc9fb1-f2e8-4ad3-9562-60b1323518f7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8a477b33-6a11-4388-9f32-3a61c0f7920e HTTP/1.1" status: 200 len: 919 time: 0.2637775 Apr 21 06:05:01.924074 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211239c2-2857-4103-a375-a14e396d651e req-45ac9b36-81e7-4e93-9019-386405f72e2a tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:01.925846 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-211239c2-2857-4103-a375-a14e396d651e req-45ac9b36-81e7-4e93-9019-386405f72e2a tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8da5d63-9858-4a18-9b9a-07455985ef41 HTTP/1.1" status: 200 len: 946 time: 0.2542360 Apr 21 06:05:02.041649 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6c573c6c-7bf7-427d-b758-2c3ee3fd22ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:02.181636 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-eef8e8da-26c9-4ef1-a83e-2b944c1c18d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853439508'] for network, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:02.268598 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566924f1-cdfe-43d2-926f-d2f4a3bd21e8 req-2fa63b85-a9ce-45a0-9b8c-3f83fb1cd18a tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:02.270318 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-566924f1-cdfe-43d2-926f-d2f4a3bd21e8 req-2fa63b85-a9ce-45a0-9b8c-3f83fb1cd18a tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd61bb83-39c0-471c-a284-f48163cbb529 HTTP/1.1" status: 200 len: 943 time: 0.2917695 Apr 21 06:05:02.280272 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-4eec9c7b-02c8-4bba-91d7-849ca7a700eb req-aad5b228-5597-48f1-85cc-59e31f50ce5b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ab21f9f-1509-41df-ba62-c5cf11ead2ce HTTP/1.1" status: 200 len: 217 time: 0.3533447 Apr 21 06:05:02.354738 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-211239c2-2857-4103-a375-a14e396d651e req-c41e3992-659f-4814-80c3-ca72e809fa96 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073585 Apr 21 06:05:02.374775 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec9c7b-02c8-4bba-91d7-849ca7a700eb req-1eb5b781-8b34-4d23-af73-b8b32ed1d403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:02.376326 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-4eec9c7b-02c8-4bba-91d7-849ca7a700eb req-1eb5b781-8b34-4d23-af73-b8b32ed1d403 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2da1c0c9-9d0e-43d1-a8aa-9f65aa7cd6bc HTTP/1.1" status: 200 len: 858 time: 0.0796964 Apr 21 06:05:02.383834 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-eef8e8da-26c9-4ef1-a83e-2b944c1c18d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1367541', 'neutron.services.segments.db._delete_segments_for_network-8765873502323'] for network, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:02.425973 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-566924f1-cdfe-43d2-926f-d2f4a3bd21e8 req-614eaf2c-71dd-4799-b65d-523b97be3fd1 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] 10.222.0.15 "GET /v2.0/security-groups?id=7445d4c8-c30a-4757-adc7-5d862c00d287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431887 Apr 21 06:05:02.429697 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-4eec9c7b-02c8-4bba-91d7-849ca7a700eb req-08d82fd5-534e-43a2-a0f5-42039b2b9e5e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8a477b33-6a11-4388-9f32-3a61c0f7920e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462134 Apr 21 06:05:02.512326 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.services.segments.db [None req-eef8e8da-26c9-4ef1-a83e-2b944c1c18d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02aef44c-9c22-4a3a-a843-f9377abd09fe']}} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:05:02.525030 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.services.segments.db [None req-eef8e8da-26c9-4ef1-a83e-2b944c1c18d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e0df38b-d163-4b4f-80de-8b90602c0533') {'for_net_delete': True} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:05:02.525369 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.services.segments.db [None req-eef8e8da-26c9-4ef1-a83e-2b944c1c18d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e0df38b-d163-4b4f-80de-8b90602c0533') {} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:05:02.538003 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-eef8e8da-26c9-4ef1-a83e-2b944c1c18d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363270981292899', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7355468'] for segment, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:02.553626 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-eef8e8da-26c9-4ef1-a83e-2b944c1c18d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1361606'] for segment, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:02.560378 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eef8e8da-26c9-4ef1-a83e-2b944c1c18d3 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=86433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 21 06:05:02.572256 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-4eec9c7b-02c8-4bba-91d7-849ca7a700eb req-636100dd-53a6-4a77-9b9f-583c09af8048 service neutron] 10.222.0.11 "GET /v2.0/networks/8a477b33-6a11-4388-9f32-3a61c0f7920e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349025 Apr 21 06:05:02.738416 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-4eec9c7b-02c8-4bba-91d7-849ca7a700eb req-923ed878-fe28-4a20-97ec-92fb662b6f0f service neutron] 10.222.0.11 "GET /v2.0/networks/8a477b33-6a11-4388-9f32-3a61c0f7920e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547263 Apr 21 06:05:02.750648 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-eef8e8da-26c9-4ef1-a83e-2b944c1c18d3 admin admin] Network 02aef44c-9c22-4a3a-a843-f9377abd09fe has no segments {{(pid=86433) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 06:05:02.759677 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-eef8e8da-26c9-4ef1-a83e-2b944c1c18d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853414223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848204346'] for segment, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:02.940191 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-eef8e8da-26c9-4ef1-a83e-2b944c1c18d3 admin admin] Network 02aef44c-9c22-4a3a-a843-f9377abd09fe has no segments {{(pid=86433) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 06:05:02.964170 dv-cinder-782390-6-iscsi neutron-server[86317]: Traceback (most recent call last): Apr 21 06:05:02.964170 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 06:05:02.964170 dv-cinder-782390-6-iscsi neutron-server[86317]: timer() Apr 21 06:05:02.964170 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 06:05:02.964170 dv-cinder-782390-6-iscsi neutron-server[86317]: cb(*args, **kw) Apr 21 06:05:02.964170 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 21 06:05:02.964170 dv-cinder-782390-6-iscsi neutron-server[86317]: return func(*args, **kwargs) Apr 21 06:05:02.964170 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 06:05:02.964170 dv-cinder-782390-6-iscsi neutron-server[86317]: self._notify() Apr 21 06:05:02.964170 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 06:05:02.964170 dv-cinder-782390-6-iscsi neutron-server[86317]: self.callback(batched_events) Apr 21 06:05:02.964170 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 06:05:02.964170 dv-cinder-782390-6-iscsi neutron-server[86317]: event.method(event) Apr 21 06:05:02.964170 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 06:05:02.964170 dv-cinder-782390-6-iscsi neutron-server[86317]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 06:05:02.964170 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 21 06:05:02.964170 dv-cinder-782390-6-iscsi neutron-server[86317]: segment_id)['aggregates'][0] Apr 21 06:05:02.964170 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 06:05:02.964170 dv-cinder-782390-6-iscsi neutron-server[86317]: return f(self, *a, **k) Apr 21 06:05:02.964170 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 06:05:02.964170 dv-cinder-782390-6-iscsi neutron-server[86317]: return self._get(url).json() Apr 21 06:05:02.964170 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 06:05:02.964170 dv-cinder-782390-6-iscsi neutron-server[86317]: **kwargs) Apr 21 06:05:02.964170 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 06:05:02.964170 dv-cinder-782390-6-iscsi neutron-server[86317]: return self.request(url, 'GET', **kwargs) Apr 21 06:05:02.964170 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 21 06:05:02.964170 dv-cinder-782390-6-iscsi neutron-server[86317]: **endpoint_filter) Apr 21 06:05:02.964170 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 06:05:02.964170 dv-cinder-782390-6-iscsi neutron-server[86317]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 06:05:02.964170 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 06:05:02.964170 dv-cinder-782390-6-iscsi neutron-server[86317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 06:05:02.964170 dv-cinder-782390-6-iscsi neutron-server[86317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 06:05:03.092912 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-eef8e8da-26c9-4ef1-a83e-2b944c1c18d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853408259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8011138'] for network, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:03.097050 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:05:03.114189 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-eef8e8da-26c9-4ef1-a83e-2b944c1c18d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846863987'] for network, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:03.121213 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef8e8da-26c9-4ef1-a83e-2b944c1c18d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=02aef44c-9c22-4a3a-a843-f9377abd09fe,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:05:03.127265 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-eef8e8da-26c9-4ef1-a83e-2b944c1c18d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:05:03.127840 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-eef8e8da-26c9-4ef1-a83e-2b944c1c18d3 admin admin] 10.222.0.15 "DELETE /v2.0/networks/02aef44c-9c22-4a3a-a843-f9377abd09fe HTTP/1.1" status: 204 len: 168 time: 1.2330303 Apr 21 06:05:03.362117 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 55560) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:05:03.424849 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-3e147ef3-73c4-43b2-bf93-a5764013a7ba admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b7186dce53184a908d0b2f192795f2ef&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0613728 Apr 21 06:05:03.427491 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 55568) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:05:03.550053 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3036c1e-679d-4b6f-87ed-56c1d9c002b6 req-4056d463-7b52-4985-8d40-f99f9b8e479c tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:03.551851 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b3036c1e-679d-4b6f-87ed-56c1d9c002b6 req-4056d463-7b52-4985-8d40-f99f9b8e479c tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/networks?id=e11717bf-3ac5-4257-9526-8404d6e38e57 HTTP/1.1" status: 200 len: 813 time: 0.2113612 Apr 21 06:05:03.556530 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-7a14f00c-7783-4298-9f79-03134c38124b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:03.568818 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b3036c1e-679d-4b6f-87ed-56c1d9c002b6 req-74bb712e-67fd-4dc5-b671-c6bfe164bbc1 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/quotas/b92adf7e83dd4c4db6ea4deb6b666325 HTTP/1.1" status: 200 len: 375 time: 0.0101740 Apr 21 06:05:03.581055 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Device d48365ef-6310-4f50-ac62-ed572ab103e2 details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=86434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 06:05:03.597464 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-7a14f00c-7783-4298-9f79-03134c38124b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:03.635551 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b3036c1e-679d-4b6f-87ed-56c1d9c002b6 req-69956ae1-8088-41e9-b52d-df1cd4e42f8e tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b92adf7e83dd4c4db6ea4deb6b666325&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0604784 Apr 21 06:05:03.651788 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888967dd-b3c0-4063-aa75-2b04ca29b9ff req-3eacdeef-8fa0-481e-8eed-62dbb613c565 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:03.653322 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-888967dd-b3c0-4063-aa75-2b04ca29b9ff req-3eacdeef-8fa0-481e-8eed-62dbb613c565 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8da5d63-9858-4a18-9b9a-07455985ef41 HTTP/1.1" status: 200 len: 946 time: 0.1697409 Apr 21 06:05:03.694770 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-7a14f00c-7783-4298-9f79-03134c38124b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:03.702508 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:05:03.730504 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a14f00c-7783-4298-9f79-03134c38124b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc534de-cd96-4d6a-9c8a-f88f604c5271,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:05:03.735152 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-7a14f00c-7783-4298-9f79-03134c38124b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:05:03.740364 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-888967dd-b3c0-4063-aa75-2b04ca29b9ff req-8a643fce-ddd1-438e-95c2-0bd896e1ec46 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721760 Apr 21 06:05:03.767378 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-7a14f00c-7783-4298-9f79-03134c38124b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:03.769176 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-7a14f00c-7783-4298-9f79-03134c38124b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/edc534de-cd96-4d6a-9c8a-f88f604c5271 HTTP/1.1" status: 204 len: 168 time: 0.3406367 Apr 21 06:05:03.948970 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b3036c1e-679d-4b6f-87ed-56c1d9c002b6 req-e3773e1c-ba2c-44f8-9e9a-fc2d9b8dd982 service neutron] 10.222.0.15 "GET /v2.0/networks/e11717bf-3ac5-4257-9526-8404d6e38e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057470 Apr 21 06:05:04.028944 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] For port d48365ef-6310-4f50-ac62-ed572ab103e2, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=d48365ef-6310-4f50-ac62-ed572ab103e2,segment=NetworkSegment(5819f749-ea57-4ad9-a172-46bdbefceeca),segment_id=5819f749-ea57-4ad9-a172-46bdbefceeca)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:05:04.044371 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Returning: {'device': 'd48365ef-6310-4f50-ac62-ed572ab103e2', 'network_id': '1f68f904-68b6-4d64-a920-aab3b0872ae0', 'port_id': 'd48365ef-6310-4f50-ac62-ed572ab103e2', 'mac_address': 'fa:16:3e:3a:09:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27639cd0-56df-4571-a92a-193ba34d725c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 06:05:04.061220 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778dbe5e-dd56-40de-9057-5a190e82d9b6 req-0835dcc7-60ba-47f8-b033-441ecc7e3192 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:04.070280 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-778dbe5e-dd56-40de-9057-5a190e82d9b6 req-0835dcc7-60ba-47f8-b033-441ecc7e3192 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd61bb83-39c0-471c-a284-f48163cbb529 HTTP/1.1" status: 200 len: 943 time: 0.1138027 Apr 21 06:05:04.111898 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b3036c1e-679d-4b6f-87ed-56c1d9c002b6 req-c41da57a-047b-4b0c-b889-91f70de70d36 service neutron] 10.222.0.15 "GET /v2.0/networks/e11717bf-3ac5-4257-9526-8404d6e38e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617186 Apr 21 06:05:04.128415 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-778dbe5e-dd56-40de-9057-5a190e82d9b6 req-c1b1bcb3-26d1-4c59-aef5-17a8f3b21c9a tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] 10.222.0.15 "GET /v2.0/security-groups?id=7445d4c8-c30a-4757-adc7-5d862c00d287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569661 Apr 21 06:05:04.153119 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:04.173352 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d48365ef-6310-4f50-ac62-ed572ab103e2 {{(pid=86434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 06:05:04.189686 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] For port d48365ef-6310-4f50-ac62-ed572ab103e2, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=d48365ef-6310-4f50-ac62-ed572ab103e2,segment=NetworkSegment(5819f749-ea57-4ad9-a172-46bdbefceeca),segment_id=5819f749-ea57-4ad9-a172-46bdbefceeca)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:05:04.249534 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:04.251450 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:05:04.335495 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Pushing event updated for resources: {'Port': ['ID=d48365ef-6310-4f50-ac62-ed572ab103e2,revision_number=4']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:05:04.347940 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:05:04.348338 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:05:04.348944 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:05:04.349058 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:05:04.349438 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:05:04.349813 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:05:04.350187 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:05:04.350558 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:05:04.350977 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:05:04.351301 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:05:04.351791 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:05:04.352420 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:05:04.357822 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:05:04.431561 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d195c240-8352-4748-aa41-b49fed47b7a9 req-32aff0e9-6793-41ef-bbd6-6d12b179fb92 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0620644 Apr 21 06:05:04.578249 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-2791c3c8-3b9e-4154-bc12-821159cbdeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:04.678531 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] get_ports_and_sgs() called for port_ids ['d48365ef-6310-4f50-ac62-ed572ab103e2'] {{(pid=86434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:05:04.960855 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c923b2-a6f0-42b3-a0d2-7dc71b4fbb48 req-d539864f-d7c2-4bc1-b7b7-3285f6a1740b tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:04.962469 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-83c923b2-a6f0-42b3-a0d2-7dc71b4fbb48 req-d539864f-d7c2-4bc1-b7b7-3285f6a1740b tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8da5d63-9858-4a18-9b9a-07455985ef41 HTTP/1.1" status: 200 len: 946 time: 0.0895600 Apr 21 06:05:05.014585 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-83c923b2-a6f0-42b3-a0d2-7dc71b4fbb48 req-0904e926-3f5b-443e-b9de-b9c1f1358a19 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450377 Apr 21 06:05:05.052844 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:05.458918 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:05.556290 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-08229b5c-d0e8-488e-ab47-ad33699a48b7 req-a3d17aeb-e15e-4686-8ca9-45a59a158233 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0673015 Apr 21 06:05:05.585396 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc557247-9808-49e1-9a61-f3a01c2a687c req-c77d21b7-6c39-4900-912f-7d84a274c760 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:05.587069 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-cc557247-9808-49e1-9a61-f3a01c2a687c req-c77d21b7-6c39-4900-912f-7d84a274c760 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd61bb83-39c0-471c-a284-f48163cbb529 HTTP/1.1" status: 200 len: 944 time: 0.1593668 Apr 21 06:05:05.613939 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Device d48365ef-6310-4f50-ac62-ed572ab103e2 up at agent hyperv_hv-cinder-78239 {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:05:05.651801 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-cc557247-9808-49e1-9a61-f3a01c2a687c req-f2269457-6028-449f-a3f4-13c01064bf3b tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] 10.222.0.15 "GET /v2.0/security-groups?id=7445d4c8-c30a-4757-adc7-5d862c00d287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575519 Apr 21 06:05:05.738342 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Provisioning for port d48365ef-6310-4f50-ac62-ed572ab103e2 completed by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:05:05.743624 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Provisioning complete for port d48365ef-6310-4f50-ac62-ed572ab103e2 triggered by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:05:05.744040 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:05.891024 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:05.924668 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd61bb83-39c0-471c-a284-f48163cbb529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd48365ef-6310-4f50-ac62-ed572ab103e2'}] {{(pid=86434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:05:05.935873 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] For port d48365ef-6310-4f50-ac62-ed572ab103e2, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=d48365ef-6310-4f50-ac62-ed572ab103e2,segment=NetworkSegment(5819f749-ea57-4ad9-a172-46bdbefceeca),segment_id=5819f749-ea57-4ad9-a172-46bdbefceeca)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:05:05.967635 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:05.969818 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:05:06.053909 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd61bb83-39c0-471c-a284-f48163cbb529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd48365ef-6310-4f50-ac62-ed572ab103e2', 'code': 200} Apr 21 06:05:06.054718 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Pushing event updated for resources: {'Port': ['ID=d48365ef-6310-4f50-ac62-ed572ab103e2,revision_number=5']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:05:06.058511 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:05:06.078220 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:05:06.247807 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:06.336677 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7505c831-a31f-4898-897a-6eda984f6239 req-4b6c6a20-ff8a-496e-87d6-741be03c51dd tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:06.339135 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-7505c831-a31f-4898-897a-6eda984f6239 req-4b6c6a20-ff8a-496e-87d6-741be03c51dd tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8da5d63-9858-4a18-9b9a-07455985ef41 HTTP/1.1" status: 200 len: 946 time: 0.1115677 Apr 21 06:05:06.447020 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-7505c831-a31f-4898-897a-6eda984f6239 req-efcfb243-bc74-4a33-be5e-6720a59a13aa tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015897 Apr 21 06:05:06.475920 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6370ed7f-1951-4d3b-a405-0f01845926d7 req-b339285f-edc4-4ac7-93ae-40f105f92381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:06.477514 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6370ed7f-1951-4d3b-a405-0f01845926d7 req-b339285f-edc4-4ac7-93ae-40f105f92381 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fd61bb83-39c0-471c-a284-f48163cbb529 HTTP/1.1" status: 200 len: 1098 time: 0.1155822 Apr 21 06:05:06.530260 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6370ed7f-1951-4d3b-a405-0f01845926d7 req-0c9409df-f13c-4dc1-8a3f-824ca860120d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7445d4c8-c30a-4757-adc7-5d862c00d287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386856 Apr 21 06:05:06.713192 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-8a5e0dc8-66e3-4255-a4c3-00e28ee5521a req-b727ce0b-007e-46f3-9416-d39c34fab336 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0473678 Apr 21 06:05:06.873899 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce9724c-7178-458d-9ad2-ea2b3a00771c req-b44e8fa6-12c7-44b3-b1c1-d64bd9a77778 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:06.876115 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1ce9724c-7178-458d-9ad2-ea2b3a00771c req-b44e8fa6-12c7-44b3-b1c1-d64bd9a77778 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd61bb83-39c0-471c-a284-f48163cbb529 HTTP/1.1" status: 200 len: 945 time: 0.0935211 Apr 21 06:05:06.932660 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1ce9724c-7178-458d-9ad2-ea2b3a00771c req-9e27bee7-04f4-431a-9ab6-2462db80f1aa tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] 10.222.0.15 "GET /v2.0/security-groups?id=7445d4c8-c30a-4757-adc7-5d862c00d287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470920 Apr 21 06:05:06.968007 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:07.235778 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3036c1e-679d-4b6f-87ed-56c1d9c002b6 req-9bc6cc6e-65f5-42f2-90d7-a6ad2a95b7fb tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:07.237707 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b3036c1e-679d-4b6f-87ed-56c1d9c002b6 req-9bc6cc6e-65f5-42f2-90d7-a6ad2a95b7fb tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.11 "GET /v2.0/networks?id=e11717bf-3ac5-4257-9526-8404d6e38e57 HTTP/1.1" status: 200 len: 813 time: 0.1585555 Apr 21 06:05:07.260950 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [req-b3036c1e-679d-4b6f-87ed-56c1d9c002b6 req-2c116af4-d8d9-4bd0-a776-c0c34a459d6a tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] Request body: {'port': {'device_id': '7a3c986f-ea25-4de4-82d9-0501418ba977', 'network_id': 'e11717bf-3ac5-4257-9526-8404d6e38e57', 'admin_state_up': True, 'tenant_id': 'b92adf7e83dd4c4db6ea4deb6b666325'}} {{(pid=86432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:05:07.410972 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [req-b3036c1e-679d-4b6f-87ed-56c1d9c002b6 req-2c116af4-d8d9-4bd0-a776-c0c34a459d6a tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:05:07.415292 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-b3036c1e-679d-4b6f-87ed-56c1d9c002b6 req-2c116af4-d8d9-4bd0-a776-c0c34a459d6a tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] Usage tracker for resource:port and tenant:b92adf7e83dd4c4db6ea4deb6b666325 is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:05:07.418399 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-b3036c1e-679d-4b6f-87ed-56c1d9c002b6 req-2c116af4-d8d9-4bd0-a776-c0c34a459d6a tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:05:07.425041 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [req-b3036c1e-679d-4b6f-87ed-56c1d9c002b6 req-2c116af4-d8d9-4bd0-a776-c0c34a459d6a tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:05:07.460756 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3036c1e-679d-4b6f-87ed-56c1d9c002b6 req-2c116af4-d8d9-4bd0-a776-c0c34a459d6a tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] Made reservation on behalf of b92adf7e83dd4c4db6ea4deb6b666325 for: {'port': 1} {{(pid=86432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:05:07.467018 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-b3036c1e-679d-4b6f-87ed-56c1d9c002b6 req-2c116af4-d8d9-4bd0-a776-c0c34a459d6a tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:07.723042 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a2f1c-fc81-4b45-ab5e-a45bc3766aa8 req-f4faf8d7-1e90-4948-ae91-f620bf2c0d32 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:07.724663 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d88a2f1c-fc81-4b45-ab5e-a45bc3766aa8 req-f4faf8d7-1e90-4948-ae91-f620bf2c0d32 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8da5d63-9858-4a18-9b9a-07455985ef41 HTTP/1.1" status: 200 len: 946 time: 0.0995803 Apr 21 06:05:07.806287 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d88a2f1c-fc81-4b45-ab5e-a45bc3766aa8 req-df087bb4-2cd2-46a6-adf5-3cd12fd1c09b tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752771 Apr 21 06:05:07.843887 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.db_base_plugin_common [req-b3036c1e-679d-4b6f-87ed-56c1d9c002b6 req-2c116af4-d8d9-4bd0-a776-c0c34a459d6a tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] Allocated IP 172.20.0.13 (e11717bf-3ac5-4257-9526-8404d6e38e57/8a49da67-95bb-4155-9f42-99fd3e370c45/0b851eff-ef3c-4189-bc09-888f78cd5273) {{(pid=86432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:05:07.995396 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f638dfc2-53ca-40d2-bed8-3798430eabca req-4604211c-a0e2-417f-a52c-c849f6d952f3 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0723813 Apr 21 06:05:08.166946 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-b3036c1e-679d-4b6f-87ed-56c1d9c002b6 req-2c116af4-d8d9-4bd0-a776-c0c34a459d6a tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] Notify callbacks [] for port, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:08.227337 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9cf039-5dee-401c-8913-b1cfe3e18eb2 req-9fdb265d-a6ee-45ce-b801-50ccc3499c63 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:08.238068 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-0a9cf039-5dee-401c-8913-b1cfe3e18eb2 req-9fdb265d-a6ee-45ce-b801-50ccc3499c63 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd61bb83-39c0-471c-a284-f48163cbb529 HTTP/1.1" status: 200 len: 945 time: 0.1323221 Apr 21 06:05:08.291424 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-0a9cf039-5dee-401c-8913-b1cfe3e18eb2 req-2e91de9b-38d2-4266-8666-198fcbfbb079 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] 10.222.0.15 "GET /v2.0/security-groups?id=7445d4c8-c30a-4757-adc7-5d862c00d287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476937 Apr 21 06:05:08.298593 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-b3036c1e-679d-4b6f-87ed-56c1d9c002b6 req-2c116af4-d8d9-4bd0-a776-c0c34a459d6a tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363270981802970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848222423'] for port, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:08.306107 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-adf0e62b-6841-4f21-8d50-a2ce37f0a182 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:05:08.376714 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3036c1e-679d-4b6f-87ed-56c1d9c002b6 req-2c116af4-d8d9-4bd0-a776-c0c34a459d6a tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] Network e11717bf-3ac5-4257-9526-8404d6e38e57 is already hosted by enough agents. {{(pid=86432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:05:08.379564 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [req-b3036c1e-679d-4b6f-87ed-56c1d9c002b6 req-2c116af4-d8d9-4bd0-a776-c0c34a459d6a tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] Resources bound (agent type, host, resource id): {{(pid=86432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:05:08.382065 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3036c1e-679d-4b6f-87ed-56c1d9c002b6 req-2c116af4-d8d9-4bd0-a776-c0c34a459d6a tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] Received port after_create {{(pid=86432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:05:08.426737 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c116af4-d8d9-4bd0-a776-c0c34a459d6a tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] Pushing event updated for resources: {'Port': ['ID=0b851eff-ef3c-4189-bc09-888f78cd5273,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:05:08.430305 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-2c116af4-d8d9-4bd0-a776-c0c34a459d6a tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:05:08.458040 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3036c1e-679d-4b6f-87ed-56c1d9c002b6 req-2c116af4-d8d9-4bd0-a776-c0c34a459d6a tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:08.458714 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-b3036c1e-679d-4b6f-87ed-56c1d9c002b6 req-2c116af4-d8d9-4bd0-a776-c0c34a459d6a tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:08.699281 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b3036c1e-679d-4b6f-87ed-56c1d9c002b6 req-2c116af4-d8d9-4bd0-a776-c0c34a459d6a tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4431767 Apr 21 06:05:08.711932 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [req-b3036c1e-679d-4b6f-87ed-56c1d9c002b6 req-1c6c3f90-ae6a-4822-8fb1-30fd6f4142bf service neutron] Request body: {'port': {'device_id': '7a3c986f-ea25-4de4-82d9-0501418ba977', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=86432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:05:08.852701 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-b3036c1e-679d-4b6f-87ed-56c1d9c002b6 req-1c6c3f90-ae6a-4822-8fb1-30fd6f4142bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:09.054772 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f5a6a-a2a4-445f-ab28-cb301f0734f5 req-c9a419cc-bb75-4a06-b79c-cb44a833c62d tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:09.063274 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ac2f5a6a-a2a4-445f-ab28-cb301f0734f5 req-c9a419cc-bb75-4a06-b79c-cb44a833c62d tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8da5d63-9858-4a18-9b9a-07455985ef41 HTTP/1.1" status: 200 len: 946 time: 0.1119235 Apr 21 06:05:09.111765 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ac2f5a6a-a2a4-445f-ab28-cb301f0734f5 req-b3ca4769-c801-4a81-9454-1a6e3c3c9759 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475352 Apr 21 06:05:09.358181 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [req-b3036c1e-679d-4b6f-87ed-56c1d9c002b6 req-1c6c3f90-ae6a-4822-8fb1-30fd6f4142bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b851eff-ef3c-4189-bc09-888f78cd5273 {{(pid=86432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 06:05:09.370336 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c59ed-eb97-4f79-b09c-34951b4fe6a9 req-5c3827de-7dc1-4c51-bd22-c72636923994 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:09.371151 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-334c59ed-eb97-4f79-b09c-34951b4fe6a9 req-5c3827de-7dc1-4c51-bd22-c72636923994 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] Synchronizing usage tracker for tenant:b92adf7e83dd4c4db6ea4deb6b666325 on resource:port {{(pid=86432) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:05:09.378958 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-b3036c1e-679d-4b6f-87ed-56c1d9c002b6 req-1c6c3f90-ae6a-4822-8fb1-30fd6f4142bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:09.402560 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [req-b3036c1e-679d-4b6f-87ed-56c1d9c002b6 req-1c6c3f90-ae6a-4822-8fb1-30fd6f4142bf service neutron] Transition to ACTIVE for port object 0b851eff-ef3c-4189-bc09-888f78cd5273 will not be triggered until provisioned by entity L2. {{(pid=86432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:05:09.475919 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-334c59ed-eb97-4f79-b09c-34951b4fe6a9 req-5c3827de-7dc1-4c51-bd22-c72636923994 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] Unset dirty status for tenant:b92adf7e83dd4c4db6ea4deb6b666325 on resource:port {{(pid=86432) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:05:09.477236 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-334c59ed-eb97-4f79-b09c-34951b4fe6a9 req-5c3827de-7dc1-4c51-bd22-c72636923994 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 932 time: 0.2777419 Apr 21 06:05:09.478007 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-b3036c1e-679d-4b6f-87ed-56c1d9c002b6 req-1c6c3f90-ae6a-4822-8fb1-30fd6f4142bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6553376'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:09.483520 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:05:09.702385 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6c3f90-ae6a-4822-8fb1-30fd6f4142bf service neutron] Pushing event updated for resources: {'Port': ['ID=0b851eff-ef3c-4189-bc09-888f78cd5273,revision_number=2']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:05:09.714829 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-1c6c3f90-ae6a-4822-8fb1-30fd6f4142bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:05:09.750813 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-334c59ed-eb97-4f79-b09c-34951b4fe6a9 req-32334300-2d31-4477-b109-15849042603f tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a24d982-c906-48ee-8eaf-ce1345744d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214532 Apr 21 06:05:09.795353 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [req-b3036c1e-679d-4b6f-87ed-56c1d9c002b6 req-1c6c3f90-ae6a-4822-8fb1-30fd6f4142bf service neutron] Attempting to bind port 0b851eff-ef3c-4189-bc09-888f78cd5273 on host hv-cinder-78239 for vnic_type normal with profile {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:05:09.795732 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [req-b3036c1e-679d-4b6f-87ed-56c1d9c002b6 req-1c6c3f90-ae6a-4822-8fb1-30fd6f4142bf service neutron] Attempting to bind port 0b851eff-ef3c-4189-bc09-888f78cd5273 by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': '86886644-4306-40b1-b5b6-5374b228c059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e11717bf-3ac5-4257-9526-8404d6e38e57'}] {{(pid=86432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:05:09.796097 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3036c1e-679d-4b6f-87ed-56c1d9c002b6 req-1c6c3f90-ae6a-4822-8fb1-30fd6f4142bf service neutron] Attempting to bind port 0b851eff-ef3c-4189-bc09-888f78cd5273 on network e11717bf-3ac5-4257-9526-8404d6e38e57 {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:05:09.800928 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3036c1e-679d-4b6f-87ed-56c1d9c002b6 req-1c6c3f90-ae6a-4822-8fb1-30fd6f4142bf service neutron] Port 0b851eff-ef3c-4189-bc09-888f78cd5273 on network e11717bf-3ac5-4257-9526-8404d6e38e57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 06:05:09.801284 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3036c1e-679d-4b6f-87ed-56c1d9c002b6 req-1c6c3f90-ae6a-4822-8fb1-30fd6f4142bf service neutron] Attempting to bind port 0b851eff-ef3c-4189-bc09-888f78cd5273 on network e11717bf-3ac5-4257-9526-8404d6e38e57 {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:05:09.807564 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3036c1e-679d-4b6f-87ed-56c1d9c002b6 req-1c6c3f90-ae6a-4822-8fb1-30fd6f4142bf service neutron] Checking agent: {'id': '1687539a-73b5-4d9c-8d40-15e28bacc92a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 2, 5), 'started_at': datetime.datetime(2021, 4, 21, 6, 2, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:05:09.807946 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3036c1e-679d-4b6f-87ed-56c1d9c002b6 req-1c6c3f90-ae6a-4822-8fb1-30fd6f4142bf service neutron] Checking segment: {'id': '86886644-4306-40b1-b5b6-5374b228c059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e11717bf-3ac5-4257-9526-8404d6e38e57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:05:09.808365 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3036c1e-679d-4b6f-87ed-56c1d9c002b6 req-1c6c3f90-ae6a-4822-8fb1-30fd6f4142bf service neutron] Bound using segment: {'id': '86886644-4306-40b1-b5b6-5374b228c059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e11717bf-3ac5-4257-9526-8404d6e38e57'} {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:05:09.809105 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [req-b3036c1e-679d-4b6f-87ed-56c1d9c002b6 req-1c6c3f90-ae6a-4822-8fb1-30fd6f4142bf service neutron] Bound port: 0b851eff-ef3c-4189-bc09-888f78cd5273, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86886644-4306-40b1-b5b6-5374b228c059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e11717bf-3ac5-4257-9526-8404d6e38e57'}}] {{(pid=86432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:05:09.809483 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-b3036c1e-679d-4b6f-87ed-56c1d9c002b6 req-1c6c3f90-ae6a-4822-8fb1-30fd6f4142bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:09.910662 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [req-b3036c1e-679d-4b6f-87ed-56c1d9c002b6 req-1c6c3f90-ae6a-4822-8fb1-30fd6f4142bf service neutron] For port 0b851eff-ef3c-4189-bc09-888f78cd5273, host hv-cinder-78239, cleared binding levels {{(pid=86432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:05:09.913846 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [req-b3036c1e-679d-4b6f-87ed-56c1d9c002b6 req-1c6c3f90-ae6a-4822-8fb1-30fd6f4142bf service neutron] For port 0b851eff-ef3c-4189-bc09-888f78cd5273, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=0b851eff-ef3c-4189-bc09-888f78cd5273,segment=NetworkSegment(86886644-4306-40b1-b5b6-5374b228c059),segment_id=86886644-4306-40b1-b5b6-5374b228c059)] {{(pid=86432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:05:09.944534 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-b3036c1e-679d-4b6f-87ed-56c1d9c002b6 req-1c6c3f90-ae6a-4822-8fb1-30fd6f4142bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6553376'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:09.949840 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-1c6c3f90-ae6a-4822-8fb1-30fd6f4142bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:05:10.058650 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3036c1e-679d-4b6f-87ed-56c1d9c002b6 req-1c6c3f90-ae6a-4822-8fb1-30fd6f4142bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:10.059360 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-b3036c1e-679d-4b6f-87ed-56c1d9c002b6 req-1c6c3f90-ae6a-4822-8fb1-30fd6f4142bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:10.061393 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b3036c1e-679d-4b6f-87ed-56c1d9c002b6 req-1c6c3f90-ae6a-4822-8fb1-30fd6f4142bf service neutron] 10.222.0.11 "PUT /v2.0/ports/0b851eff-ef3c-4189-bc09-888f78cd5273 HTTP/1.1" status: 200 len: 1094 time: 1.3543549 Apr 21 06:05:10.062062 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a3c986f-ea25-4de4-82d9-0501418ba977', 'tag': '0b851eff-ef3c-4189-bc09-888f78cd5273'}] {{(pid=86432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:05:10.105405 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6c3f90-ae6a-4822-8fb1-30fd6f4142bf service neutron] Pushing event updated for resources: {'Port': ['ID=0b851eff-ef3c-4189-bc09-888f78cd5273,revision_number=3']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:05:10.105405 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-1c6c3f90-ae6a-4822-8fb1-30fd6f4142bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:05:10.131820 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8cddd7-d882-4246-ae88-928588708274 req-17996757-41a3-45fb-8abc-36894f9ecb6c tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:10.133531 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-fd8cddd7-d882-4246-ae88-928588708274 req-17996757-41a3-45fb-8abc-36894f9ecb6c tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd61bb83-39c0-471c-a284-f48163cbb529 HTTP/1.1" status: 200 len: 945 time: 0.1386950 Apr 21 06:05:10.254113 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-fd8cddd7-d882-4246-ae88-928588708274 req-e4eb4562-6e87-41c6-b72a-8bc9fb175b0e tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] 10.222.0.15 "GET /v2.0/security-groups?id=7445d4c8-c30a-4757-adc7-5d862c00d287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104035 Apr 21 06:05:10.271960 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a3c986f-ea25-4de4-82d9-0501418ba977', 'tag': '0b851eff-ef3c-4189-bc09-888f78cd5273', 'status': 'completed', 'code': 200} Apr 21 06:05:10.302069 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3036c1e-679d-4b6f-87ed-56c1d9c002b6 req-2187e2ff-c725-447f-824e-e49b73a252cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:10.303887 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b3036c1e-679d-4b6f-87ed-56c1d9c002b6 req-2187e2ff-c725-447f-824e-e49b73a252cc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b92adf7e83dd4c4db6ea4deb6b666325&device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 1097 time: 0.1484299 Apr 21 06:05:10.602596 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b3036c1e-679d-4b6f-87ed-56c1d9c002b6 req-aa10c102-e34c-4cea-81ae-ccbfc389b644 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b851eff-ef3c-4189-bc09-888f78cd5273 HTTP/1.1" status: 200 len: 217 time: 0.2829797 Apr 21 06:05:10.729264 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3036c1e-679d-4b6f-87ed-56c1d9c002b6 req-b30a42da-619f-418f-a18c-ef20cd8b2f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:10.730898 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b3036c1e-679d-4b6f-87ed-56c1d9c002b6 req-b30a42da-619f-418f-a18c-ef20cd8b2f4e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8a49da67-95bb-4155-9f42-99fd3e370c45 HTTP/1.1" status: 200 len: 853 time: 0.0892410 Apr 21 06:05:10.785954 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51a374-6dcc-4f90-a4b1-679c5d989c0f req-1dc11f41-d113-4e69-a24d-162d71d38e34 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:10.787671 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-8a51a374-6dcc-4f90-a4b1-679c5d989c0f req-1dc11f41-d113-4e69-a24d-162d71d38e34 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8da5d63-9858-4a18-9b9a-07455985ef41 HTTP/1.1" status: 200 len: 946 time: 0.1946425 Apr 21 06:05:10.795675 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b3036c1e-679d-4b6f-87ed-56c1d9c002b6 req-bafe4d50-427a-44a4-b962-d27dbbe4a9b4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e11717bf-3ac5-4257-9526-8404d6e38e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563865 Apr 21 06:05:10.880415 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-8a51a374-6dcc-4f90-a4b1-679c5d989c0f req-bf0f2530-a067-4de3-b4b1-0219cacfc322 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837166 Apr 21 06:05:10.965778 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e42fe-567c-4d8a-bcdb-92514bdb408c req-9608d3cf-fb5a-4a62-ba81-cb20f37e9fe6 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:10.967427 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c62e42fe-567c-4d8a-bcdb-92514bdb408c req-9608d3cf-fb5a-4a62-ba81-cb20f37e9fe6 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 944 time: 0.0959868 Apr 21 06:05:10.973891 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b3036c1e-679d-4b6f-87ed-56c1d9c002b6 req-3618340a-64dc-4049-9194-4b33842cecd5 service neutron] 10.222.0.11 "GET /v2.0/networks/e11717bf-3ac5-4257-9526-8404d6e38e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587839 Apr 21 06:05:11.016424 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-c62e42fe-567c-4d8a-bcdb-92514bdb408c req-574df079-41fe-4de6-97e8-400049cf6268 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] Synchronizing usage tracker for tenant:b92adf7e83dd4c4db6ea4deb6b666325 on resource:security_group {{(pid=86433) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:05:11.018915 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 55796) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:05:11.064212 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-c62e42fe-567c-4d8a-bcdb-92514bdb408c req-574df079-41fe-4de6-97e8-400049cf6268 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] Unset dirty status for tenant:b92adf7e83dd4c4db6ea4deb6b666325 on resource:security_group {{(pid=86433) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:05:11.065496 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c62e42fe-567c-4d8a-bcdb-92514bdb408c req-574df079-41fe-4de6-97e8-400049cf6268 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a24d982-c906-48ee-8eaf-ce1345744d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907037 Apr 21 06:05:11.141100 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b3036c1e-679d-4b6f-87ed-56c1d9c002b6 req-f61f5d29-55b0-483e-a293-b9dd349c5372 service neutron] 10.222.0.11 "GET /v2.0/networks/e11717bf-3ac5-4257-9526-8404d6e38e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511972 Apr 21 06:05:11.163934 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0e327874-f0b2-4c16-a10d-f87978049fa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:11.179338 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-0e327874-f0b2-4c16-a10d-f87978049fa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:05:11.183362 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-0e327874-f0b2-4c16-a10d-f87978049fa0 admin admin] Usage tracker for resource:security_group_rule and tenant:4c68af27a4014f44859f44378412fa28 is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:05:11.186443 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-0e327874-f0b2-4c16-a10d-f87978049fa0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:05:11.192993 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-0e327874-f0b2-4c16-a10d-f87978049fa0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:05:11.352767 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03977a12-345c-41ba-bca6-2b0ca4384a4a req-a49d272c-9d0b-4ce1-8224-b75d401eee6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:11.354436 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-03977a12-345c-41ba-bca6-2b0ca4384a4a req-a49d272c-9d0b-4ce1-8224-b75d401eee6d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b92adf7e83dd4c4db6ea4deb6b666325&device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 1097 time: 0.1354978 Apr 21 06:05:11.359738 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0e327874-f0b2-4c16-a10d-f87978049fa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:11.411912 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0e327874-f0b2-4c16-a10d-f87978049fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:11.423438 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-6095b564-a005-4666-bf88-10162015b540 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:05:11.487922 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f5839-7f90-453e-9a92-d2be0ce62a76 req-6f9cbd23-3fac-401e-a52d-7ff23e8f93af tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:11.495848 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e45f5839-7f90-453e-9a92-d2be0ce62a76 req-6f9cbd23-3fac-401e-a52d-7ff23e8f93af tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd61bb83-39c0-471c-a284-f48163cbb529 HTTP/1.1" status: 200 len: 945 time: 0.1227076 Apr 21 06:05:11.557415 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e45f5839-7f90-453e-9a92-d2be0ce62a76 req-93ea6dc5-cc69-4711-8f4f-0244548e4261 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] 10.222.0.15 "GET /v2.0/security-groups?id=7445d4c8-c30a-4757-adc7-5d862c00d287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605273 Apr 21 06:05:11.582522 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 55822) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:05:11.587247 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-0e327874-f0b2-4c16-a10d-f87978049fa0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4c68af27a4014f44859f44378412fa28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5671201 Apr 21 06:05:11.600143 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e327874-f0b2-4c16-a10d-f87978049fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c81169-88d3-47aa-b2d9-26f8e2fdd42e,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:05:11.620376 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-0e327874-f0b2-4c16-a10d-f87978049fa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:05:11.643336 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03977a12-345c-41ba-bca6-2b0ca4384a4a req-274dfc52-5487-4917-bc41-d846f8306e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:11.650446 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-03977a12-345c-41ba-bca6-2b0ca4384a4a req-274dfc52-5487-4917-bc41-d846f8306e4d service neutron] 10.222.0.11 "GET /v2.0/networks?id=e11717bf-3ac5-4257-9526-8404d6e38e57 HTTP/1.1" status: 200 len: 914 time: 0.2889543 Apr 21 06:05:11.663900 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-225cd7dc-6435-4ac9-96d4-5b21fbb566f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:11.694014 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-225cd7dc-6435-4ac9-96d4-5b21fbb566f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:11.780564 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-03977a12-345c-41ba-bca6-2b0ca4384a4a req-5f2af945-7426-4cfc-b8a6-ca0db6dc6164 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b851eff-ef3c-4189-bc09-888f78cd5273 HTTP/1.1" status: 200 len: 217 time: 0.0906031 Apr 21 06:05:11.873205 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d62c74-727c-44c1-b3fc-45d5e2e8d327 req-47296608-f644-490c-b9e5-759fbfeeef40 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:11.874741 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-33d62c74-727c-44c1-b3fc-45d5e2e8d327 req-47296608-f644-490c-b9e5-759fbfeeef40 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd61bb83-39c0-471c-a284-f48163cbb529 HTTP/1.1" status: 200 len: 945 time: 0.2230637 Apr 21 06:05:11.875334 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-225cd7dc-6435-4ac9-96d4-5b21fbb566f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:11.880717 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03977a12-345c-41ba-bca6-2b0ca4384a4a req-6b34cd44-e576-49dc-ab36-90a476a2c9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:11.885313 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-792d89a3-e379-44ab-bbe3-66bfac05bd6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:05:11.885419 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-03977a12-345c-41ba-bca6-2b0ca4384a4a req-6b34cd44-e576-49dc-ab36-90a476a2c9f2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8a49da67-95bb-4155-9f42-99fd3e370c45 HTTP/1.1" status: 200 len: 853 time: 0.0923319 Apr 21 06:05:11.892425 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225cd7dc-6435-4ac9-96d4-5b21fbb566f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c81169-88d3-47aa-b2d9-26f8e2fdd42e,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:05:11.896966 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-225cd7dc-6435-4ac9-96d4-5b21fbb566f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:05:11.900512 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-225cd7dc-6435-4ac9-96d4-5b21fbb566f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:11.904562 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-225cd7dc-6435-4ac9-96d4-5b21fbb566f9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e9c81169-88d3-47aa-b2d9-26f8e2fdd42e HTTP/1.1" status: 204 len: 168 time: 0.3181396 Apr 21 06:05:11.995246 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-03977a12-345c-41ba-bca6-2b0ca4384a4a req-0554ec38-c527-4251-851f-e0773f509b3c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e11717bf-3ac5-4257-9526-8404d6e38e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569410 Apr 21 06:05:12.043480 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [req-33d62c74-727c-44c1-b3fc-45d5e2e8d327 req-8e8334e5-53a0-4a99-898b-03b543c0cda3 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Deleting port d48365ef-6310-4f50-ac62-ed572ab103e2 {{(pid=86432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:05:12.043911 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-33d62c74-727c-44c1-b3fc-45d5e2e8d327 req-8e8334e5-53a0-4a99-898b-03b543c0cda3 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363270981359476'] for port, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:12.115835 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80986e34-a944-4332-9f09-e0c0d63bd3d7 req-c2cfa103-f637-49f3-b2ed-ed4534821ac6 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:12.118515 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-80986e34-a944-4332-9f09-e0c0d63bd3d7 req-c2cfa103-f637-49f3-b2ed-ed4534821ac6 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8da5d63-9858-4a18-9b9a-07455985ef41 HTTP/1.1" status: 200 len: 946 time: 0.1005151 Apr 21 06:05:12.190132 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-80986e34-a944-4332-9f09-e0c0d63bd3d7 req-ec8c657c-d06f-4dec-b2a8-35e631b798b5 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623193 Apr 21 06:05:12.458288 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-03977a12-345c-41ba-bca6-2b0ca4384a4a req-8d643ebd-382b-441b-a1d1-bd5c30855f53 service neutron] 10.222.0.11 "GET /v2.0/networks/e11717bf-3ac5-4257-9526-8404d6e38e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4468269 Apr 21 06:05:12.610456 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd85444-a086-4f4e-a3d9-c698737f2556 req-bbf835df-5d3a-44b8-acf9-73d91394e592 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:12.612039 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-edd85444-a086-4f4e-a3d9-c698737f2556 req-bbf835df-5d3a-44b8-acf9-73d91394e592 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 944 time: 0.3791189 Apr 21 06:05:12.625054 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [req-33d62c74-727c-44c1-b3fc-45d5e2e8d327 req-8e8334e5-53a0-4a99-898b-03b543c0cda3 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] For port d48365ef-6310-4f50-ac62-ed572ab103e2, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=d48365ef-6310-4f50-ac62-ed572ab103e2,segment=NetworkSegment(5819f749-ea57-4ad9-a172-46bdbefceeca),segment_id=5819f749-ea57-4ad9-a172-46bdbefceeca)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:05:12.625489 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-33d62c74-727c-44c1-b3fc-45d5e2e8d327 req-8e8334e5-53a0-4a99-898b-03b543c0cda3 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846743427'] for port, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:12.758373 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68f476d-424a-415f-a7d0-937a4a5cd43e req-7d482cd7-54dc-4cdd-ba3d-62c520b6aa59 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:12.760208 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d68f476d-424a-415f-a7d0-937a4a5cd43e req-7d482cd7-54dc-4cdd-ba3d-62c520b6aa59 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd61bb83-39c0-471c-a284-f48163cbb529 HTTP/1.1" status: 200 len: 945 time: 0.0925024 Apr 21 06:05:12.795220 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [req-33d62c74-727c-44c1-b3fc-45d5e2e8d327 req-8e8334e5-53a0-4a99-898b-03b543c0cda3 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Calling delete_port for d48365ef-6310-4f50-ac62-ed572ab103e2 owned by compute:nova {{(pid=86432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:05:12.819426 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d68f476d-424a-415f-a7d0-937a4a5cd43e req-992063c1-455d-443c-8e9b-65d8d57a9de2 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] 10.222.0.15 "GET /v2.0/security-groups?id=7445d4c8-c30a-4757-adc7-5d862c00d287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529323 Apr 21 06:05:12.905574 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-edd85444-a086-4f4e-a3d9-c698737f2556 req-70386a5f-b464-49ca-98c5-8265e781569d tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a24d982-c906-48ee-8eaf-ce1345744d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831621 Apr 21 06:05:12.914421 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-03977a12-345c-41ba-bca6-2b0ca4384a4a req-d8d6ed0d-d214-4ad9-92eb-f0fe271a8261 service neutron] 10.222.0.11 "GET /v2.0/networks/e11717bf-3ac5-4257-9526-8404d6e38e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4351804 Apr 21 06:05:13.264554 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-33d62c74-727c-44c1-b3fc-45d5e2e8d327 req-8e8334e5-53a0-4a99-898b-03b543c0cda3 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270981355551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765872972847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848222423'] for port, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:13.272141 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-2c116af4-d8d9-4bd0-a776-c0c34a459d6a tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:05:13.278959 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] get_ports_and_sgs() called for port_ids ['d48365ef-6310-4f50-ac62-ed572ab103e2'] {{(pid=86434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:05:13.329578 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8334e5-53a0-4a99-898b-03b543c0cda3 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Pushing event deleted for resources: {'Port': ['ID=d48365ef-6310-4f50-ac62-ed572ab103e2,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:05:13.337675 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-8e8334e5-53a0-4a99-898b-03b543c0cda3 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:05:13.467329 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [req-33d62c74-727c-44c1-b3fc-45d5e2e8d327 req-8e8334e5-53a0-4a99-898b-03b543c0cda3 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] No DVR routers for this DVR port d48365ef-6310-4f50-ac62-ed572ab103e2 on host hv-cinder-78239 {{(pid=86432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 06:05:13.472202 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-33d62c74-727c-44c1-b3fc-45d5e2e8d327 req-8e8334e5-53a0-4a99-898b-03b543c0cda3 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:13.474981 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd61bb83-39c0-471c-a284-f48163cbb529', 'name': 'network-vif-deleted', 'tag': 'd48365ef-6310-4f50-ac62-ed572ab103e2'}] {{(pid=86432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:05:13.525471 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb15e8a-4829-4081-a6b7-e8f832adfb1e req-c537dc6e-88e8-4ab6-b42e-be73ca72fd4b tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:13.527157 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6bb15e8a-4829-4081-a6b7-e8f832adfb1e req-c537dc6e-88e8-4ab6-b42e-be73ca72fd4b tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8da5d63-9858-4a18-9b9a-07455985ef41 HTTP/1.1" status: 200 len: 946 time: 0.1599889 Apr 21 06:05:13.554213 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-33d62c74-727c-44c1-b3fc-45d5e2e8d327 req-8e8334e5-53a0-4a99-898b-03b543c0cda3 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] 10.222.0.11 "DELETE /v2.0/ports/d48365ef-6310-4f50-ac62-ed572ab103e2 HTTP/1.1" status: 204 len: 173 time: 1.6708903 Apr 21 06:05:13.581421 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6bb15e8a-4829-4081-a6b7-e8f832adfb1e req-3dc0ce3f-335b-4ff2-8e3e-37eee32c5005 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473373 Apr 21 06:05:13.646148 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd61bb83-39c0-471c-a284-f48163cbb529', 'name': 'network-vif-deleted', 'tag': 'd48365ef-6310-4f50-ac62-ed572ab103e2', 'status': 'completed', 'code': 200} Apr 21 06:05:13.646963 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Device 0b851eff-ef3c-4189-bc09-888f78cd5273 details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=86434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 06:05:13.793041 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] For port 0b851eff-ef3c-4189-bc09-888f78cd5273, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=0b851eff-ef3c-4189-bc09-888f78cd5273,segment=NetworkSegment(86886644-4306-40b1-b5b6-5374b228c059),segment_id=86886644-4306-40b1-b5b6-5374b228c059)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:05:13.809324 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Returning: {'device': '0b851eff-ef3c-4189-bc09-888f78cd5273', 'network_id': 'e11717bf-3ac5-4257-9526-8404d6e38e57', 'port_id': '0b851eff-ef3c-4189-bc09-888f78cd5273', 'mac_address': 'fa:16:3e:54:2b:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a49da67-95bb-4155-9f42-99fd3e370c45', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 06:05:13.876799 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:13.897877 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b851eff-ef3c-4189-bc09-888f78cd5273 {{(pid=86434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 06:05:13.915962 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] For port 0b851eff-ef3c-4189-bc09-888f78cd5273, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=0b851eff-ef3c-4189-bc09-888f78cd5273,segment=NetworkSegment(86886644-4306-40b1-b5b6-5374b228c059),segment_id=86886644-4306-40b1-b5b6-5374b228c059)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:05:13.921496 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 55920) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:05:13.955671 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:13.958461 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:05:14.002237 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-5759623a-6f64-42eb-96d7-866867a5d4f6 req-044cd9d2-df3d-41b3-b14f-fba7a90e7009 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Synchronizing usage tracker for tenant:aeefb0188ea04d34b48759d35d847d1e on resource:port {{(pid=86432) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:05:14.034530 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Pushing event updated for resources: {'Port': ['ID=0b851eff-ef3c-4189-bc09-888f78cd5273,revision_number=4']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:05:14.035978 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:05:14.063995 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-2509fd04-ab32-42d4-94cb-89fcb7bcbd7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:14.074358 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-5759623a-6f64-42eb-96d7-866867a5d4f6 req-044cd9d2-df3d-41b3-b14f-fba7a90e7009 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Unset dirty status for tenant:aeefb0188ea04d34b48759d35d847d1e on resource:port {{(pid=86432) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:05:14.075679 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-5759623a-6f64-42eb-96d7-866867a5d4f6 req-044cd9d2-df3d-41b3-b14f-fba7a90e7009 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd61bb83-39c0-471c-a284-f48163cbb529 HTTP/1.1" status: 200 len: 210 time: 0.1288691 Apr 21 06:05:14.081212 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-2509fd04-ab32-42d4-94cb-89fcb7bcbd7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:05:14.085711 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-2509fd04-ab32-42d4-94cb-89fcb7bcbd7b admin admin] Usage tracker for resource:security_group_rule and tenant:3ac79329b04947069feef324666e874b is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:05:14.088954 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-2509fd04-ab32-42d4-94cb-89fcb7bcbd7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:05:14.103510 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-2509fd04-ab32-42d4-94cb-89fcb7bcbd7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:05:14.118746 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591b3f1-be30-4538-82db-9a2280b921f1 req-39049816-2189-4dc7-9095-2f7098542d0f tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:14.126044 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e591b3f1-be30-4538-82db-9a2280b921f1 req-39049816-2189-4dc7-9095-2f7098542d0f tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 945 time: 0.0964401 Apr 21 06:05:14.169157 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e591b3f1-be30-4538-82db-9a2280b921f1 req-48992f6b-da92-4b15-86fd-111fff3f5ac6 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a24d982-c906-48ee-8eaf-ce1345744d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422816 Apr 21 06:05:14.290989 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-2509fd04-ab32-42d4-94cb-89fcb7bcbd7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:14.383694 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-2509fd04-ab32-42d4-94cb-89fcb7bcbd7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:14.392053 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-f9274997-e4a1-4f82-8708-8dffa046c523 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:05:14.435494 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-2509fd04-ab32-42d4-94cb-89fcb7bcbd7b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3ac79329b04947069feef324666e874b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5128365 Apr 21 06:05:14.436428 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2509fd04-ab32-42d4-94cb-89fcb7bcbd7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77264424-43ba-49a7-b8f6-a66bf10c7957,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:05:14.438388 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 55930) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:05:14.439651 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-2509fd04-ab32-42d4-94cb-89fcb7bcbd7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:05:14.501801 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-a620ff9e-3424-430f-802e-52cdc1bfe5ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:14.528968 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-a620ff9e-3424-430f-802e-52cdc1bfe5ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:14.715353 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-a620ff9e-3424-430f-802e-52cdc1bfe5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:14.721251 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-00929fc8-963d-46a0-839a-c20766cce9c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:05:14.734956 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a620ff9e-3424-430f-802e-52cdc1bfe5ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77264424-43ba-49a7-b8f6-a66bf10c7957,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:05:14.738022 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-a620ff9e-3424-430f-802e-52cdc1bfe5ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:05:14.739017 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-a620ff9e-3424-430f-802e-52cdc1bfe5ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:14.742875 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-a620ff9e-3424-430f-802e-52cdc1bfe5ad admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/77264424-43ba-49a7-b8f6-a66bf10c7957 HTTP/1.1" status: 204 len: 168 time: 0.3000894 Apr 21 06:05:17.166426 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d625d179-6d8d-4f0b-b3a5-17837fb7a5de req-a5f28260-e464-404f-b21e-5468917cf1a4 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd61bb83-39c0-471c-a284-f48163cbb529 HTTP/1.1" status: 200 len: 210 time: 0.0547574 Apr 21 06:05:17.220974 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] get_ports_and_sgs() called for port_ids ['0b851eff-ef3c-4189-bc09-888f78cd5273'] {{(pid=86434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:05:17.327269 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c497a-21ae-4516-bedd-488420861f64 req-86dc36b2-b038-4dc5-9a37-1066699e7b44 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:17.328803 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-de7c497a-21ae-4516-bedd-488420861f64 req-86dc36b2-b038-4dc5-9a37-1066699e7b44 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8da5d63-9858-4a18-9b9a-07455985ef41 HTTP/1.1" status: 200 len: 946 time: 0.0934758 Apr 21 06:05:17.389060 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-de7c497a-21ae-4516-bedd-488420861f64 req-0069e3aa-7588-4fc8-a6c0-76f5a59df903 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526497 Apr 21 06:05:17.440567 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c915abfc-aab5-4b61-afa4-2694dadd6697 req-ea99a73c-02e7-4942-a12b-0ddd4dc59332 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:17.442215 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c915abfc-aab5-4b61-afa4-2694dadd6697 req-ea99a73c-02e7-4942-a12b-0ddd4dc59332 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 945 time: 0.0990000 Apr 21 06:05:17.504644 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c915abfc-aab5-4b61-afa4-2694dadd6697 req-581d3693-7f81-4d06-aee7-c844710327b1 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a24d982-c906-48ee-8eaf-ce1345744d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527754 Apr 21 06:05:19.479449 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Device d48365ef-6310-4f50-ac62-ed572ab103e2 no longer exists at agent hyperv_hv-cinder-78239 {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:05:19.516872 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] No Port match for: d48365ef-6310-4f50-ac62-ed572ab103e2 {{(pid=86434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:05:19.517261 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Device d48365ef-6310-4f50-ac62-ed572ab103e2 not bound to the agent host hv-cinder-78239 {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:05:20.759148 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e9a36-db01-43be-a588-af3f854e956e req-a2da30f7-cf78-4f22-99fd-a85319b120eb tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:20.760757 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-623e9a36-db01-43be-a588-af3f854e956e req-a2da30f7-cf78-4f22-99fd-a85319b120eb tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8da5d63-9858-4a18-9b9a-07455985ef41 HTTP/1.1" status: 200 len: 946 time: 0.0889199 Apr 21 06:05:20.800587 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5f2299-f9a3-4f9c-a6df-b2fafde57d4f req-28a3b68c-0165-4dec-aa92-f5e489201336 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:20.802171 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-5c5f2299-f9a3-4f9c-a6df-b2fafde57d4f req-28a3b68c-0165-4dec-aa92-f5e489201336 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 945 time: 0.0888162 Apr 21 06:05:20.810028 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-623e9a36-db01-43be-a588-af3f854e956e req-0a3624b2-e745-47df-9d14-d35cdf39db40 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420918 Apr 21 06:05:20.855113 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-5c5f2299-f9a3-4f9c-a6df-b2fafde57d4f req-b1671f2f-e5e9-4d26-a4c4-223668b86d87 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a24d982-c906-48ee-8eaf-ce1345744d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463843 Apr 21 06:05:21.066068 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5abd1-d2a9-49e6-a378-31cb78b8dfde req-a50ba402-9106-4fdd-82d3-f3e1f81665e5 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:21.067730 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-81c5abd1-d2a9-49e6-a378-31cb78b8dfde req-a50ba402-9106-4fdd-82d3-f3e1f81665e5 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] 10.222.0.15 "GET /v2.0/networks?id=1f68f904-68b6-4d64-a920-aab3b0872ae0 HTTP/1.1" status: 200 len: 809 time: 0.1592410 Apr 21 06:05:21.083705 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-81c5abd1-d2a9-49e6-a378-31cb78b8dfde req-b319a68d-6321-405f-b825-63fa82172c75 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] 10.222.0.15 "GET /v2.0/quotas/aeefb0188ea04d34b48759d35d847d1e HTTP/1.1" status: 200 len: 375 time: 0.0096800 Apr 21 06:05:21.140444 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-81c5abd1-d2a9-49e6-a378-31cb78b8dfde req-8de39977-b6b7-4aea-8c3b-86f1bdc5ef12 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=aeefb0188ea04d34b48759d35d847d1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511644 Apr 21 06:05:21.499762 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-81c5abd1-d2a9-49e6-a378-31cb78b8dfde req-f3fb6238-d2d9-4c0e-8335-0ffdf5e4a850 service neutron] 10.222.0.15 "GET /v2.0/networks/1f68f904-68b6-4d64-a920-aab3b0872ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3519759 Apr 21 06:05:21.659344 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-81c5abd1-d2a9-49e6-a378-31cb78b8dfde req-e63c8cc7-e1b6-4c24-91de-9d4d0aabc0c8 service neutron] 10.222.0.15 "GET /v2.0/networks/1f68f904-68b6-4d64-a920-aab3b0872ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531198 Apr 21 06:05:21.734079 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 56098) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:05:21.872472 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-1fbd2cae-1ac9-48df-aead-0d86e106ce06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:21.889318 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-1fbd2cae-1ac9-48df-aead-0d86e106ce06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:05:21.892368 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-bbdc167e-cbc6-45a7-becd-6bd1abaea9e7 req-ae92cd32-5d32-40fa-8f39-f25362390516 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] 10.222.0.15 "GET /v2.0/ports?device_id=749f8029-b19d-4db6-8ecb-8b3f81605277 HTTP/1.1" status: 200 len: 210 time: 0.0552349 Apr 21 06:05:21.916891 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-1fbd2cae-1ac9-48df-aead-0d86e106ce06 admin admin] Usage tracker for resource:security_group_rule and tenant:f455bfe31d4c4e0b94eae7d1bfb20e8d is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:05:21.928879 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-1fbd2cae-1ac9-48df-aead-0d86e106ce06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:05:21.935792 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-1fbd2cae-1ac9-48df-aead-0d86e106ce06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:05:22.128626 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-1fbd2cae-1ac9-48df-aead-0d86e106ce06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:22.157281 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab7653f-f00f-4718-a99c-60b24ac86db5 req-c54145ea-b9a4-4a9a-9c7e-f51ef750695e tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:22.158955 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-7ab7653f-f00f-4718-a99c-60b24ac86db5 req-c54145ea-b9a4-4a9a-9c7e-f51ef750695e tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 945 time: 0.1017332 Apr 21 06:05:22.159650 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73924c15-e674-4eec-baa1-4d8b8a409b96 req-0a3b481e-4297-43d0-a1d9-837c7cf4607c tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:22.161323 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-73924c15-e674-4eec-baa1-4d8b8a409b96 req-0a3b481e-4297-43d0-a1d9-837c7cf4607c tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8da5d63-9858-4a18-9b9a-07455985ef41 HTTP/1.1" status: 200 len: 946 time: 0.1277730 Apr 21 06:05:22.215612 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-73924c15-e674-4eec-baa1-4d8b8a409b96 req-46e25cbd-0c94-47c2-800a-60afb36c3832 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475106 Apr 21 06:05:22.216687 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-1fbd2cae-1ac9-48df-aead-0d86e106ce06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:22.228987 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-7ab7653f-f00f-4718-a99c-60b24ac86db5 req-edf026f4-fcbb-4c10-9bb4-e139e50812f2 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a24d982-c906-48ee-8eaf-ce1345744d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626926 Apr 21 06:05:22.232260 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-2a4bc666-52e8-4586-abf0-253960d96ce1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:05:22.292273 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-1fbd2cae-1ac9-48df-aead-0d86e106ce06 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f455bfe31d4c4e0b94eae7d1bfb20e8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5569041 Apr 21 06:05:22.295629 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 56128) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:05:22.323397 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbd2cae-1ac9-48df-aead-0d86e106ce06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=720e23aa-0190-448d-a54a-b059f532427a,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:05:22.327176 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-1fbd2cae-1ac9-48df-aead-0d86e106ce06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:05:22.384325 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-dbb81669-397c-40fb-9112-87b6657d1624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:22.413899 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-dbb81669-397c-40fb-9112-87b6657d1624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:22.583995 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-dbb81669-397c-40fb-9112-87b6657d1624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:22.589265 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:05:22.602124 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb81669-397c-40fb-9112-87b6657d1624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720e23aa-0190-448d-a54a-b059f532427a,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:05:22.604798 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-dbb81669-397c-40fb-9112-87b6657d1624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:05:22.614504 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-dbb81669-397c-40fb-9112-87b6657d1624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:22.618469 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-dbb81669-397c-40fb-9112-87b6657d1624 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/720e23aa-0190-448d-a54a-b059f532427a HTTP/1.1" status: 204 len: 168 time: 0.3193390 Apr 21 06:05:22.898559 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Device 0b851eff-ef3c-4189-bc09-888f78cd5273 up at agent hyperv_hv-cinder-78239 {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:05:23.040971 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Provisioning for port 0b851eff-ef3c-4189-bc09-888f78cd5273 completed by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:05:23.046771 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Provisioning complete for port 0b851eff-ef3c-4189-bc09-888f78cd5273 triggered by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:05:23.047199 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:23.071142 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f6bf0000-3c6b-4753-ba82-ef0f422db266 req-c5eaa87b-0be6-4c43-86b4-d0fde2536e2e tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] 10.222.0.15 "GET /v2.0/ports?device_id=749f8029-b19d-4db6-8ecb-8b3f81605277 HTTP/1.1" status: 200 len: 210 time: 0.0514405 Apr 21 06:05:23.172843 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:23.204536 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a3c986f-ea25-4de4-82d9-0501418ba977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b851eff-ef3c-4189-bc09-888f78cd5273'}] {{(pid=86434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:05:23.216147 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] For port 0b851eff-ef3c-4189-bc09-888f78cd5273, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=0b851eff-ef3c-4189-bc09-888f78cd5273,segment=NetworkSegment(86886644-4306-40b1-b5b6-5374b228c059),segment_id=86886644-4306-40b1-b5b6-5374b228c059)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:05:23.255692 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a3c986f-ea25-4de4-82d9-0501418ba977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b851eff-ef3c-4189-bc09-888f78cd5273', 'code': 200} Apr 21 06:05:23.264242 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:23.266272 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-2cbe64c4-b343-40f0-8b92-ae521adca6fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:05:23.340296 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Pushing event updated for resources: {'Port': ['ID=0b851eff-ef3c-4189-bc09-888f78cd5273,revision_number=5']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:05:23.344977 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:05:23.472900 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72525735-bbf6-469d-8524-463295fce9ed req-ff3389bc-87d4-4aa0-ae85-4baa7a30148e tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:23.474529 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-72525735-bbf6-469d-8524-463295fce9ed req-ff3389bc-87d4-4aa0-ae85-4baa7a30148e tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8da5d63-9858-4a18-9b9a-07455985ef41 HTTP/1.1" status: 200 len: 946 time: 0.0907581 Apr 21 06:05:23.480855 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f0515a-f8b6-46a4-9016-f402cc15d7ad req-f27720af-a4cd-4256-8313-2d0c698451b2 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:23.482637 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-50f0515a-f8b6-46a4-9016-f402cc15d7ad req-f27720af-a4cd-4256-8313-2d0c698451b2 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 946 time: 0.0943725 Apr 21 06:05:23.527833 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-72525735-bbf6-469d-8524-463295fce9ed req-19dddd5a-885b-4e72-851d-ff59ec27a3a5 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470028 Apr 21 06:05:23.532816 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-50f0515a-f8b6-46a4-9016-f402cc15d7ad req-619d12ef-443c-4b18-8ae4-d38d71f9b337 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a24d982-c906-48ee-8eaf-ce1345744d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432839 Apr 21 06:05:23.666100 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498dabe3-fc4b-4bfc-8853-67eed3298232 req-290599d9-6171-49f2-9d60-eec21c16e90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:23.667767 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-498dabe3-fc4b-4bfc-8853-67eed3298232 req-290599d9-6171-49f2-9d60-eec21c16e90d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 1099 time: 0.0773256 Apr 21 06:05:23.713143 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-498dabe3-fc4b-4bfc-8853-67eed3298232 req-37c0c869-8109-4089-afe0-cabc886788c8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0a24d982-c906-48ee-8eaf-ce1345744d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359926 Apr 21 06:05:24.242908 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-3595ede5-d7d0-4c05-aea9-9dee438db7da req-f5fea8b0-d33f-41a6-a3a9-b5007b75312e tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] 10.222.0.15 "GET /v2.0/ports?device_id=749f8029-b19d-4db6-8ecb-8b3f81605277 HTTP/1.1" status: 200 len: 210 time: 0.0503452 Apr 21 06:05:24.273829 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5abd1-d2a9-49e6-a378-31cb78b8dfde req-cefe014c-fa42-47ca-9be9-daa80f6f1007 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:24.275755 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-81c5abd1-d2a9-49e6-a378-31cb78b8dfde req-cefe014c-fa42-47ca-9be9-daa80f6f1007 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] 10.222.0.11 "GET /v2.0/networks?id=1f68f904-68b6-4d64-a920-aab3b0872ae0 HTTP/1.1" status: 200 len: 809 time: 0.1579018 Apr 21 06:05:24.291178 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [req-81c5abd1-d2a9-49e6-a378-31cb78b8dfde req-8f8747db-203a-48e4-a188-d4b62f4b67f3 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Request body: {'port': {'device_id': '749f8029-b19d-4db6-8ecb-8b3f81605277', 'network_id': '1f68f904-68b6-4d64-a920-aab3b0872ae0', 'admin_state_up': True, 'tenant_id': 'aeefb0188ea04d34b48759d35d847d1e'}} {{(pid=86432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:05:24.435644 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [req-81c5abd1-d2a9-49e6-a378-31cb78b8dfde req-8f8747db-203a-48e4-a188-d4b62f4b67f3 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:05:24.445565 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [req-81c5abd1-d2a9-49e6-a378-31cb78b8dfde req-8f8747db-203a-48e4-a188-d4b62f4b67f3 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:05:24.486203 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81c5abd1-d2a9-49e6-a378-31cb78b8dfde req-8f8747db-203a-48e4-a188-d4b62f4b67f3 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Made reservation on behalf of aeefb0188ea04d34b48759d35d847d1e for: {'port': 1} {{(pid=86432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:05:24.492486 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-81c5abd1-d2a9-49e6-a378-31cb78b8dfde req-8f8747db-203a-48e4-a188-d4b62f4b67f3 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:24.751821 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.db_base_plugin_common [req-81c5abd1-d2a9-49e6-a378-31cb78b8dfde req-8f8747db-203a-48e4-a188-d4b62f4b67f3 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Allocated IP 172.20.0.5 (1f68f904-68b6-4d64-a920-aab3b0872ae0/27639cd0-56df-4571-a92a-193ba34d725c/da6bdf61-eb40-42c5-8e00-ea33d0d8b655) {{(pid=86432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:05:24.758449 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f48f1-829f-4e5e-b23f-e6b88217c19b req-0c9236f7-29f8-4a95-a8a0-1d3aecb2d584 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:24.761206 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6b2f48f1-829f-4e5e-b23f-e6b88217c19b req-0c9236f7-29f8-4a95-a8a0-1d3aecb2d584 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 946 time: 0.0982120 Apr 21 06:05:24.778985 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145cfd6b-1a0f-458b-b794-092f9687ddc1 req-fc5df88e-d90b-4af5-920e-481b2dabc0bd tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:24.780596 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-145cfd6b-1a0f-458b-b794-092f9687ddc1 req-fc5df88e-d90b-4af5-920e-481b2dabc0bd tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8da5d63-9858-4a18-9b9a-07455985ef41 HTTP/1.1" status: 200 len: 946 time: 0.1333272 Apr 21 06:05:24.814978 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6b2f48f1-829f-4e5e-b23f-e6b88217c19b req-2e35cd74-d5ee-4b5d-902b-4adb741a79f7 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a24d982-c906-48ee-8eaf-ce1345744d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473797 Apr 21 06:05:24.858104 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-145cfd6b-1a0f-458b-b794-092f9687ddc1 req-7208d14f-69d9-4435-871c-f6846191e3c2 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612881 Apr 21 06:05:25.042380 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-81c5abd1-d2a9-49e6-a378-31cb78b8dfde req-8f8747db-203a-48e4-a188-d4b62f4b67f3 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Notify callbacks [] for port, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:25.155507 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-81c5abd1-d2a9-49e6-a378-31cb78b8dfde req-8f8747db-203a-48e4-a188-d4b62f4b67f3 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363270981802970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848222423'] for port, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:25.163507 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-062551de-9e15-451b-9539-2c29684fad5b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:05:25.232924 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81c5abd1-d2a9-49e6-a378-31cb78b8dfde req-8f8747db-203a-48e4-a188-d4b62f4b67f3 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Network 1f68f904-68b6-4d64-a920-aab3b0872ae0 is already hosted by enough agents. {{(pid=86432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:05:25.242325 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [req-81c5abd1-d2a9-49e6-a378-31cb78b8dfde req-8f8747db-203a-48e4-a188-d4b62f4b67f3 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Resources bound (agent type, host, resource id): {{(pid=86432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:05:25.245146 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c5abd1-d2a9-49e6-a378-31cb78b8dfde req-8f8747db-203a-48e4-a188-d4b62f4b67f3 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Received port after_create {{(pid=86432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:05:25.308028 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8747db-203a-48e4-a188-d4b62f4b67f3 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Pushing event updated for resources: {'Port': ['ID=da6bdf61-eb40-42c5-8e00-ea33d0d8b655,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:05:25.312093 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-8f8747db-203a-48e4-a188-d4b62f4b67f3 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:05:25.329969 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5abd1-d2a9-49e6-a378-31cb78b8dfde req-8f8747db-203a-48e4-a188-d4b62f4b67f3 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:25.330659 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-81c5abd1-d2a9-49e6-a378-31cb78b8dfde req-8f8747db-203a-48e4-a188-d4b62f4b67f3 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:25.401488 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-81c5abd1-d2a9-49e6-a378-31cb78b8dfde req-8f8747db-203a-48e4-a188-d4b62f4b67f3 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1151397 Apr 21 06:05:25.415675 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [req-81c5abd1-d2a9-49e6-a378-31cb78b8dfde req-504645ea-ddfd-4f7f-b4d1-0533d1afd8a8 service neutron] Request body: {'port': {'device_id': '749f8029-b19d-4db6-8ecb-8b3f81605277', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=86432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:05:25.451340 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267e47cc-44a4-4752-9427-4ad8a2fe533b req-95c9ca98-9644-4938-8141-f472396a4f16 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:25.453070 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-267e47cc-44a4-4752-9427-4ad8a2fe533b req-95c9ca98-9644-4938-8141-f472396a4f16 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] 10.222.0.15 "GET /v2.0/ports?device_id=749f8029-b19d-4db6-8ecb-8b3f81605277 HTTP/1.1" status: 200 len: 931 time: 0.0924218 Apr 21 06:05:25.505935 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-267e47cc-44a4-4752-9427-4ad8a2fe533b req-2fb4b25f-ecb6-4d04-a3f8-f8d442cf86da tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] 10.222.0.15 "GET /v2.0/security-groups?id=7445d4c8-c30a-4757-adc7-5d862c00d287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455370 Apr 21 06:05:25.543182 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-81c5abd1-d2a9-49e6-a378-31cb78b8dfde req-504645ea-ddfd-4f7f-b4d1-0533d1afd8a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:25.909170 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [req-81c5abd1-d2a9-49e6-a378-31cb78b8dfde req-504645ea-ddfd-4f7f-b4d1-0533d1afd8a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da6bdf61-eb40-42c5-8e00-ea33d0d8b655 {{(pid=86432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 06:05:25.917417 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-81c5abd1-d2a9-49e6-a378-31cb78b8dfde req-504645ea-ddfd-4f7f-b4d1-0533d1afd8a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:25.933622 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [req-81c5abd1-d2a9-49e6-a378-31cb78b8dfde req-504645ea-ddfd-4f7f-b4d1-0533d1afd8a8 service neutron] Transition to ACTIVE for port object da6bdf61-eb40-42c5-8e00-ea33d0d8b655 will not be triggered until provisioned by entity L2. {{(pid=86432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:05:25.984166 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-81c5abd1-d2a9-49e6-a378-31cb78b8dfde req-504645ea-ddfd-4f7f-b4d1-0533d1afd8a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6553376'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:25.994022 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-8e8334e5-53a0-4a99-898b-03b543c0cda3 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:05:26.069309 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f510eff-01b2-4b89-afeb-787a0ed808fd req-62ba17ad-f4d5-435c-9a05-76586a6f64ad tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:26.071003 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-2f510eff-01b2-4b89-afeb-787a0ed808fd req-62ba17ad-f4d5-435c-9a05-76586a6f64ad tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8da5d63-9858-4a18-9b9a-07455985ef41 HTTP/1.1" status: 200 len: 946 time: 0.0931401 Apr 21 06:05:26.132755 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-2f510eff-01b2-4b89-afeb-787a0ed808fd req-05e1395c-3864-40ee-a11d-dfb03ba618f8 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547121 Apr 21 06:05:26.215101 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504645ea-ddfd-4f7f-b4d1-0533d1afd8a8 service neutron] Pushing event updated for resources: {'Port': ['ID=da6bdf61-eb40-42c5-8e00-ea33d0d8b655,revision_number=2']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:05:26.224120 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-504645ea-ddfd-4f7f-b4d1-0533d1afd8a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:05:26.259168 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c5253-0aed-405f-8b4f-2f326d699db9 req-dbe39ff5-b829-486c-832c-df9b5d8b383d tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:26.260822 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-401c5253-0aed-405f-8b4f-2f326d699db9 req-dbe39ff5-b829-486c-832c-df9b5d8b383d tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 946 time: 0.3217185 Apr 21 06:05:26.313381 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [req-81c5abd1-d2a9-49e6-a378-31cb78b8dfde req-504645ea-ddfd-4f7f-b4d1-0533d1afd8a8 service neutron] Attempting to bind port da6bdf61-eb40-42c5-8e00-ea33d0d8b655 on host hv-cinder-78239 for vnic_type normal with profile {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:05:26.313775 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [req-81c5abd1-d2a9-49e6-a378-31cb78b8dfde req-504645ea-ddfd-4f7f-b4d1-0533d1afd8a8 service neutron] Attempting to bind port da6bdf61-eb40-42c5-8e00-ea33d0d8b655 by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': '5819f749-ea57-4ad9-a172-46bdbefceeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '1f68f904-68b6-4d64-a920-aab3b0872ae0'}] {{(pid=86432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:05:26.314107 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c5abd1-d2a9-49e6-a378-31cb78b8dfde req-504645ea-ddfd-4f7f-b4d1-0533d1afd8a8 service neutron] Attempting to bind port da6bdf61-eb40-42c5-8e00-ea33d0d8b655 on network 1f68f904-68b6-4d64-a920-aab3b0872ae0 {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:05:26.325950 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c5abd1-d2a9-49e6-a378-31cb78b8dfde req-504645ea-ddfd-4f7f-b4d1-0533d1afd8a8 service neutron] Port da6bdf61-eb40-42c5-8e00-ea33d0d8b655 on network 1f68f904-68b6-4d64-a920-aab3b0872ae0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 06:05:26.326313 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c5abd1-d2a9-49e6-a378-31cb78b8dfde req-504645ea-ddfd-4f7f-b4d1-0533d1afd8a8 service neutron] Attempting to bind port da6bdf61-eb40-42c5-8e00-ea33d0d8b655 on network 1f68f904-68b6-4d64-a920-aab3b0872ae0 {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:05:26.332498 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-401c5253-0aed-405f-8b4f-2f326d699db9 req-e574e528-4486-4ae9-94d0-bdfd4e6081a4 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a24d982-c906-48ee-8eaf-ce1345744d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572114 Apr 21 06:05:26.335081 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c5abd1-d2a9-49e6-a378-31cb78b8dfde req-504645ea-ddfd-4f7f-b4d1-0533d1afd8a8 service neutron] Checking agent: {'id': '1687539a-73b5-4d9c-8d40-15e28bacc92a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 2, 5), 'started_at': datetime.datetime(2021, 4, 21, 6, 2, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:05:26.335459 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c5abd1-d2a9-49e6-a378-31cb78b8dfde req-504645ea-ddfd-4f7f-b4d1-0533d1afd8a8 service neutron] Checking segment: {'id': '5819f749-ea57-4ad9-a172-46bdbefceeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '1f68f904-68b6-4d64-a920-aab3b0872ae0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:05:26.335870 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c5abd1-d2a9-49e6-a378-31cb78b8dfde req-504645ea-ddfd-4f7f-b4d1-0533d1afd8a8 service neutron] Bound using segment: {'id': '5819f749-ea57-4ad9-a172-46bdbefceeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '1f68f904-68b6-4d64-a920-aab3b0872ae0'} {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:05:26.337782 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [req-81c5abd1-d2a9-49e6-a378-31cb78b8dfde req-504645ea-ddfd-4f7f-b4d1-0533d1afd8a8 service neutron] Bound port: da6bdf61-eb40-42c5-8e00-ea33d0d8b655, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5819f749-ea57-4ad9-a172-46bdbefceeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '1f68f904-68b6-4d64-a920-aab3b0872ae0'}}] {{(pid=86432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:05:26.337782 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-81c5abd1-d2a9-49e6-a378-31cb78b8dfde req-504645ea-ddfd-4f7f-b4d1-0533d1afd8a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:26.443196 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [req-81c5abd1-d2a9-49e6-a378-31cb78b8dfde req-504645ea-ddfd-4f7f-b4d1-0533d1afd8a8 service neutron] For port da6bdf61-eb40-42c5-8e00-ea33d0d8b655, host hv-cinder-78239, cleared binding levels {{(pid=86432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:05:26.446402 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [req-81c5abd1-d2a9-49e6-a378-31cb78b8dfde req-504645ea-ddfd-4f7f-b4d1-0533d1afd8a8 service neutron] For port da6bdf61-eb40-42c5-8e00-ea33d0d8b655, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=da6bdf61-eb40-42c5-8e00-ea33d0d8b655,segment=NetworkSegment(5819f749-ea57-4ad9-a172-46bdbefceeca),segment_id=5819f749-ea57-4ad9-a172-46bdbefceeca)] {{(pid=86432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:05:26.487036 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-81c5abd1-d2a9-49e6-a378-31cb78b8dfde req-504645ea-ddfd-4f7f-b4d1-0533d1afd8a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6553376'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:26.492278 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:05:26.555744 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5abd1-d2a9-49e6-a378-31cb78b8dfde req-504645ea-ddfd-4f7f-b4d1-0533d1afd8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:26.556530 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-81c5abd1-d2a9-49e6-a378-31cb78b8dfde req-504645ea-ddfd-4f7f-b4d1-0533d1afd8a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:26.557896 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-81c5abd1-d2a9-49e6-a378-31cb78b8dfde req-504645ea-ddfd-4f7f-b4d1-0533d1afd8a8 service neutron] 10.222.0.11 "PUT /v2.0/ports/da6bdf61-eb40-42c5-8e00-ea33d0d8b655 HTTP/1.1" status: 200 len: 1093 time: 1.1474376 Apr 21 06:05:26.558422 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '749f8029-b19d-4db6-8ecb-8b3f81605277', 'tag': 'da6bdf61-eb40-42c5-8e00-ea33d0d8b655'}] {{(pid=86432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:05:26.580251 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504645ea-ddfd-4f7f-b4d1-0533d1afd8a8 service neutron] Pushing event updated for resources: {'Port': ['ID=da6bdf61-eb40-42c5-8e00-ea33d0d8b655,revision_number=3']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:05:26.584490 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-504645ea-ddfd-4f7f-b4d1-0533d1afd8a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:05:26.620095 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '749f8029-b19d-4db6-8ecb-8b3f81605277', 'tag': 'da6bdf61-eb40-42c5-8e00-ea33d0d8b655', 'status': 'completed', 'code': 200} Apr 21 06:05:26.775844 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b864de-508b-49ce-bcd3-0664ea9ded40 req-af0f232f-8f25-4f40-b791-c260ca952348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:26.777467 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c2b864de-508b-49ce-bcd3-0664ea9ded40 req-af0f232f-8f25-4f40-b791-c260ca952348 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aeefb0188ea04d34b48759d35d847d1e&device_id=749f8029-b19d-4db6-8ecb-8b3f81605277 HTTP/1.1" status: 200 len: 1096 time: 0.1349301 Apr 21 06:05:26.913151 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c7542-6ce4-4b3a-b011-ce9ee8c87ccd req-fd69d919-6c25-4da1-9e7f-85c79d093252 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:26.914074 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-071c7542-6ce4-4b3a-b011-ce9ee8c87ccd req-fd69d919-6c25-4da1-9e7f-85c79d093252 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Synchronizing usage tracker for tenant:aeefb0188ea04d34b48759d35d847d1e on resource:port {{(pid=86432) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:05:26.967057 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b864de-508b-49ce-bcd3-0664ea9ded40 req-9ee331cc-a78e-450c-879c-335f1744f8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:26.968651 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c2b864de-508b-49ce-bcd3-0664ea9ded40 req-9ee331cc-a78e-450c-879c-335f1744f8ad service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=aeefb0188ea04d34b48759d35d847d1e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1818876 Apr 21 06:05:26.978283 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-071c7542-6ce4-4b3a-b011-ce9ee8c87ccd req-fd69d919-6c25-4da1-9e7f-85c79d093252 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Unset dirty status for tenant:aeefb0188ea04d34b48759d35d847d1e on resource:port {{(pid=86432) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:05:26.979507 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-071c7542-6ce4-4b3a-b011-ce9ee8c87ccd req-fd69d919-6c25-4da1-9e7f-85c79d093252 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] 10.222.0.15 "GET /v2.0/ports?device_id=749f8029-b19d-4db6-8ecb-8b3f81605277 HTTP/1.1" status: 200 len: 943 time: 0.2624369 Apr 21 06:05:27.132437 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-071c7542-6ce4-4b3a-b011-ce9ee8c87ccd req-035a25d7-628a-4696-a29e-880ac82581e4 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] 10.222.0.15 "GET /v2.0/security-groups?id=7445d4c8-c30a-4757-adc7-5d862c00d287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275809 Apr 21 06:05:27.174289 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b864de-508b-49ce-bcd3-0664ea9ded40 req-800f168e-101f-4ef6-b1c5-90cab44f2a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:27.177195 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c2b864de-508b-49ce-bcd3-0664ea9ded40 req-800f168e-101f-4ef6-b1c5-90cab44f2a7e service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1944799 Apr 21 06:05:27.357698 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5abd1-d2a9-49e6-a378-31cb78b8dfde req-ea7bf03f-b3b2-4602-93c8-f00c4589ebc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:27.360149 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-81c5abd1-d2a9-49e6-a378-31cb78b8dfde req-ea7bf03f-b3b2-4602-93c8-f00c4589ebc0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aeefb0188ea04d34b48759d35d847d1e&device_id=749f8029-b19d-4db6-8ecb-8b3f81605277 HTTP/1.1" status: 200 len: 1096 time: 0.1358659 Apr 21 06:05:27.385100 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed9e447-b248-4141-803d-5a79f2a40841 req-fde99f20-a713-499d-91ff-961f81bfc1e8 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:27.386913 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-bed9e447-b248-4141-803d-5a79f2a40841 req-fde99f20-a713-499d-91ff-961f81bfc1e8 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8da5d63-9858-4a18-9b9a-07455985ef41 HTTP/1.1" status: 200 len: 946 time: 0.1120350 Apr 21 06:05:27.441442 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-bed9e447-b248-4141-803d-5a79f2a40841 req-d86081a0-8387-4b24-a575-54f91c1388f3 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471265 Apr 21 06:05:27.443766 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-81c5abd1-d2a9-49e6-a378-31cb78b8dfde req-04042f6f-b3e8-4659-8b47-38fe0b8437ac service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da6bdf61-eb40-42c5-8e00-ea33d0d8b655 HTTP/1.1" status: 200 len: 217 time: 0.0690081 Apr 21 06:05:27.523137 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5abd1-d2a9-49e6-a378-31cb78b8dfde req-dd39bc16-fcca-4ab7-806f-a5db7b3b0e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:27.525641 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-81c5abd1-d2a9-49e6-a378-31cb78b8dfde req-dd39bc16-fcca-4ab7-806f-a5db7b3b0e30 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=27639cd0-56df-4571-a92a-193ba34d725c HTTP/1.1" status: 200 len: 849 time: 0.0738263 Apr 21 06:05:27.591464 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-81c5abd1-d2a9-49e6-a378-31cb78b8dfde req-12e31ccb-33ec-4b2a-9b71-86021d0d9cbb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1f68f904-68b6-4d64-a920-aab3b0872ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471911 Apr 21 06:05:27.738748 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-81c5abd1-d2a9-49e6-a378-31cb78b8dfde req-722b9e45-6956-494d-9672-cf1801680fdb service neutron] 10.222.0.11 "GET /v2.0/networks/1f68f904-68b6-4d64-a920-aab3b0872ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383979 Apr 21 06:05:28.127276 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-81c5abd1-d2a9-49e6-a378-31cb78b8dfde req-d18206e7-0310-4b66-984d-71d4ce2bf791 service neutron] 10.222.0.11 "GET /v2.0/networks/1f68f904-68b6-4d64-a920-aab3b0872ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3739533 Apr 21 06:05:28.354740 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e35e71-e736-4ece-9e3d-a5f49c04974d req-40bbc62f-ee8a-46af-9df0-e949cd79a5cd tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:28.356981 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-00e35e71-e736-4ece-9e3d-a5f49c04974d req-40bbc62f-ee8a-46af-9df0-e949cd79a5cd tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] 10.222.0.15 "GET /v2.0/ports?device_id=749f8029-b19d-4db6-8ecb-8b3f81605277 HTTP/1.1" status: 200 len: 943 time: 0.0979724 Apr 21 06:05:28.407345 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-00e35e71-e736-4ece-9e3d-a5f49c04974d req-221604e9-4114-4e5f-b734-c9281265b5fd tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] 10.222.0.15 "GET /v2.0/security-groups?id=7445d4c8-c30a-4757-adc7-5d862c00d287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435641 Apr 21 06:05:28.631882 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ab886-79e5-48fd-be49-06888967108f req-bb2a2412-0366-407f-8481-fcd2918c3d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:28.633671 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-412ab886-79e5-48fd-be49-06888967108f req-bb2a2412-0366-407f-8481-fcd2918c3d8e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b8da5d63-9858-4a18-9b9a-07455985ef41 HTTP/1.1" status: 200 len: 1099 time: 0.0810690 Apr 21 06:05:28.661929 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a8cf0-c8c0-4af6-af4c-bf2c1816d1b2 req-618b822e-fcf1-4054-bafa-8d6a42aa842f tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:28.665124 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-253a8cf0-c8c0-4af6-af4c-bf2c1816d1b2 req-618b822e-fcf1-4054-bafa-8d6a42aa842f tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8da5d63-9858-4a18-9b9a-07455985ef41 HTTP/1.1" status: 200 len: 946 time: 0.0981200 Apr 21 06:05:28.681213 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-412ab886-79e5-48fd-be49-06888967108f req-25090794-071d-4587-98f0-7364f77e11af service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387166 Apr 21 06:05:28.715878 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-253a8cf0-c8c0-4af6-af4c-bf2c1816d1b2 req-f9986c0f-9dda-4cb7-8640-9cf8b2f4b138 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457633 Apr 21 06:05:29.619829 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22fd065-e1b7-4767-8642-4369a1a97c19 req-4d64c6bd-f7d0-4216-9cd0-0e60e9b75576 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:29.621465 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e22fd065-e1b7-4767-8642-4369a1a97c19 req-4d64c6bd-f7d0-4216-9cd0-0e60e9b75576 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] 10.222.0.15 "GET /v2.0/ports?device_id=749f8029-b19d-4db6-8ecb-8b3f81605277 HTTP/1.1" status: 200 len: 943 time: 0.0965512 Apr 21 06:05:29.703421 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e22fd065-e1b7-4767-8642-4369a1a97c19 req-3d923ba0-e614-4140-962e-4a96b8523cfb tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] 10.222.0.15 "GET /v2.0/security-groups?id=7445d4c8-c30a-4757-adc7-5d862c00d287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751324 Apr 21 06:05:29.940357 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c82e2-4a7e-4bf3-9886-0069b5557e1a req-5091a0eb-c151-4283-be4d-e01a1102880b tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:29.941898 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1c7c82e2-4a7e-4bf3-9886-0069b5557e1a req-5091a0eb-c151-4283-be4d-e01a1102880b tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8da5d63-9858-4a18-9b9a-07455985ef41 HTTP/1.1" status: 200 len: 946 time: 0.1001174 Apr 21 06:05:30.200094 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1c7c82e2-4a7e-4bf3-9886-0069b5557e1a req-13d6a981-cd14-4ea7-9b58-64f26cf29650 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511261 Apr 21 06:05:30.366228 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 56408) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:05:30.406699 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d03ee-5667-4fac-ab3a-54b83bb673b7 req-8415028d-4723-4a2e-a06d-48e143fbf678 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:30.408409 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b42d03ee-5667-4fac-ab3a-54b83bb673b7 req-8415028d-4723-4a2e-a06d-48e143fbf678 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 945 time: 0.0879469 Apr 21 06:05:30.458063 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b42d03ee-5667-4fac-ab3a-54b83bb673b7 req-523173c5-e5be-4781-9f79-c963107308f2 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428638 Apr 21 06:05:30.497027 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0164df0a-d9ec-4945-8d78-62b93f6db7d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:30.512525 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-0164df0a-d9ec-4945-8d78-62b93f6db7d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:05:30.516556 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-0164df0a-d9ec-4945-8d78-62b93f6db7d6 admin admin] Usage tracker for resource:security_group_rule and tenant:f012e8ae691e473cbaf18aea9d0d7859 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:05:30.519508 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-0164df0a-d9ec-4945-8d78-62b93f6db7d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:05:30.525483 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-0164df0a-d9ec-4945-8d78-62b93f6db7d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:05:30.613468 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0164df0a-d9ec-4945-8d78-62b93f6db7d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:30.657783 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0164df0a-d9ec-4945-8d78-62b93f6db7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:30.667453 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-09f2df93-f7e8-4a88-b3a2-3ab32dc8add3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:05:30.713598 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-0164df0a-d9ec-4945-8d78-62b93f6db7d6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f012e8ae691e473cbaf18aea9d0d7859&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3457410 Apr 21 06:05:30.714454 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0164df0a-d9ec-4945-8d78-62b93f6db7d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ded10a-da0b-4895-a2be-ca70ef659373,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:05:30.717012 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 56418) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:05:30.718342 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-0164df0a-d9ec-4945-8d78-62b93f6db7d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:05:30.795711 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f4696864-020d-44ed-a7b3-4558a07cd5ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:30.825093 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f4696864-020d-44ed-a7b3-4558a07cd5ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:30.933809 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b5236a-4110-48ea-9971-d58b2429d3bf req-771db445-a84c-4716-ab6a-5255428db08d tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:30.935453 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-69b5236a-4110-48ea-9971-d58b2429d3bf req-771db445-a84c-4716-ab6a-5255428db08d tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] 10.222.0.15 "GET /v2.0/ports?device_id=749f8029-b19d-4db6-8ecb-8b3f81605277 HTTP/1.1" status: 200 len: 943 time: 0.0935543 Apr 21 06:05:30.955276 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f4696864-020d-44ed-a7b3-4558a07cd5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:30.960858 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-dbb81669-397c-40fb-9112-87b6657d1624 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:05:30.974357 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4696864-020d-44ed-a7b3-4558a07cd5ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ded10a-da0b-4895-a2be-ca70ef659373,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:05:30.980377 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-f4696864-020d-44ed-a7b3-4558a07cd5ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:05:30.983196 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f4696864-020d-44ed-a7b3-4558a07cd5ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:30.985567 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-69b5236a-4110-48ea-9971-d58b2429d3bf req-64d21a3a-159f-4b05-b0dc-63898b536cf1 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] 10.222.0.15 "GET /v2.0/security-groups?id=7445d4c8-c30a-4757-adc7-5d862c00d287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432873 Apr 21 06:05:30.986198 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-f4696864-020d-44ed-a7b3-4558a07cd5ef admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c2ded10a-da0b-4895-a2be-ca70ef659373 HTTP/1.1" status: 204 len: 168 time: 0.2680635 Apr 21 06:05:31.627950 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 56438) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:05:31.647265 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6548810c-3afc-41e1-b060-f56aa63bd3a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:31.662839 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-6548810c-3afc-41e1-b060-f56aa63bd3a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:05:31.667104 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-6548810c-3afc-41e1-b060-f56aa63bd3a9 admin admin] Usage tracker for resource:security_group_rule and tenant:00f62a97963f4d7480aa2b858988da51 is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:05:31.670573 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-6548810c-3afc-41e1-b060-f56aa63bd3a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:05:31.676580 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-6548810c-3afc-41e1-b060-f56aa63bd3a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:05:31.827164 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6548810c-3afc-41e1-b060-f56aa63bd3a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:31.857413 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6548810c-3afc-41e1-b060-f56aa63bd3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:31.865812 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:05:31.906576 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-6548810c-3afc-41e1-b060-f56aa63bd3a9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=00f62a97963f4d7480aa2b858988da51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2774954 Apr 21 06:05:31.908244 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6548810c-3afc-41e1-b060-f56aa63bd3a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e5f47f-c9dc-496e-8419-315e0740197e,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:05:31.909487 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 56446) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:05:31.911488 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-6548810c-3afc-41e1-b060-f56aa63bd3a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:05:31.970272 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5702e4d9-708b-4623-842f-4d4b916a2358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:31.993050 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Device da6bdf61-eb40-42c5-8e00-ea33d0d8b655 details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=86434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 06:05:31.997974 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5702e4d9-708b-4623-842f-4d4b916a2358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:32.035535 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-896ddd53-5c1e-4a6e-b571-bd103fb2e323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:32.080517 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5702e4d9-708b-4623-842f-4d4b916a2358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:32.085581 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-a18a3564-e390-41c9-8a33-bcf5d234bb5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:05:32.100156 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5702e4d9-708b-4623-842f-4d4b916a2358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e5f47f-c9dc-496e-8419-315e0740197e,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:05:32.103217 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5702e4d9-708b-4623-842f-4d4b916a2358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:05:32.112855 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5702e4d9-708b-4623-842f-4d4b916a2358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:32.114073 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-5702e4d9-708b-4623-842f-4d4b916a2358 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/96e5f47f-c9dc-496e-8419-315e0740197e HTTP/1.1" status: 204 len: 168 time: 0.2034481 Apr 21 06:05:32.148385 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] For port da6bdf61-eb40-42c5-8e00-ea33d0d8b655, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=da6bdf61-eb40-42c5-8e00-ea33d0d8b655,segment=NetworkSegment(5819f749-ea57-4ad9-a172-46bdbefceeca),segment_id=5819f749-ea57-4ad9-a172-46bdbefceeca)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:05:32.163046 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Returning: {'device': 'da6bdf61-eb40-42c5-8e00-ea33d0d8b655', 'network_id': '1f68f904-68b6-4d64-a920-aab3b0872ae0', 'port_id': 'da6bdf61-eb40-42c5-8e00-ea33d0d8b655', 'mac_address': 'fa:16:3e:b3:10:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27639cd0-56df-4571-a92a-193ba34d725c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 06:05:32.228144 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:32.246779 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da6bdf61-eb40-42c5-8e00-ea33d0d8b655 {{(pid=86434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 06:05:32.263651 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] For port da6bdf61-eb40-42c5-8e00-ea33d0d8b655, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=da6bdf61-eb40-42c5-8e00-ea33d0d8b655,segment=NetworkSegment(5819f749-ea57-4ad9-a172-46bdbefceeca),segment_id=5819f749-ea57-4ad9-a172-46bdbefceeca)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:05:32.310229 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:32.311788 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:05:32.381354 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Pushing event updated for resources: {'Port': ['ID=da6bdf61-eb40-42c5-8e00-ea33d0d8b655,revision_number=4']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:05:32.384741 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:05:33.232081 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e624903-4cc2-4994-9472-502acb99330f req-85ade564-4b0b-41f5-adb0-f833968e599f tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:33.234014 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-7e624903-4cc2-4994-9472-502acb99330f req-85ade564-4b0b-41f5-adb0-f833968e599f tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] 10.222.0.15 "GET /v2.0/ports?device_id=749f8029-b19d-4db6-8ecb-8b3f81605277 HTTP/1.1" status: 200 len: 944 time: 0.0935588 Apr 21 06:05:33.290898 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-7e624903-4cc2-4994-9472-502acb99330f req-d58333d8-b37d-41cd-946e-5aa17e585ac7 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] 10.222.0.15 "GET /v2.0/security-groups?id=7445d4c8-c30a-4757-adc7-5d862c00d287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472226 Apr 21 06:05:33.370514 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] get_ports_and_sgs() called for port_ids ['da6bdf61-eb40-42c5-8e00-ea33d0d8b655'] {{(pid=86434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:05:34.041367 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c062b10-b158-4de0-b310-f5d7c2f0515c req-90ce5a77-30c6-42f2-aa9d-167976a8acbe tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:34.047888 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-5c062b10-b158-4de0-b310-f5d7c2f0515c req-90ce5a77-30c6-42f2-aa9d-167976a8acbe tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 945 time: 0.1320617 Apr 21 06:05:34.047888 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c11427-e489-4114-8046-251b905a3949 req-a20880db-e65d-45ab-a07d-c57b8484e0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:34.047888 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f4c11427-e489-4114-8046-251b905a3949 req-a20880db-e65d-45ab-a07d-c57b8484e0f9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=83c72247bd04473380fa74addf843cfd&device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 1098 time: 0.1812661 Apr 21 06:05:34.213553 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-5c062b10-b158-4de0-b310-f5d7c2f0515c req-478f4c95-569b-4bff-be93-8ac4b7e71786 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620998 Apr 21 06:05:34.270869 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c11427-e489-4114-8046-251b905a3949 req-4fc7e7cc-1486-4612-ae09-bc18397d104b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:34.272484 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f4c11427-e489-4114-8046-251b905a3949 req-4fc7e7cc-1486-4612-ae09-bc18397d104b service neutron] 10.222.0.11 "GET /v2.0/networks?id=8a477b33-6a11-4388-9f32-3a61c0f7920e HTTP/1.1" status: 200 len: 919 time: 0.1890545 Apr 21 06:05:34.384552 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f4c11427-e489-4114-8046-251b905a3949 req-43652124-4863-4e69-b96e-7f646bea1dd5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ab21f9f-1509-41df-ba62-c5cf11ead2ce HTTP/1.1" status: 200 len: 217 time: 0.1026621 Apr 21 06:05:34.515713 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-33d10ca2-0e82-470c-a055-f1287eb225d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:34.536449 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c11427-e489-4114-8046-251b905a3949 req-a333c7e3-0019-455e-833d-bf93e4568171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:34.538006 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f4c11427-e489-4114-8046-251b905a3949 req-a333c7e3-0019-455e-833d-bf93e4568171 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2da1c0c9-9d0e-43d1-a8aa-9f65aa7cd6bc HTTP/1.1" status: 200 len: 858 time: 0.1378884 Apr 21 06:05:34.598068 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f4c11427-e489-4114-8046-251b905a3949 req-772e51bc-b7d9-434d-8c7d-5d315a06fe09 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8a477b33-6a11-4388-9f32-3a61c0f7920e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504041 Apr 21 06:05:34.608214 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3173d4-5b40-42df-8e3b-dbf6a89c049e req-abb3b8b8-cb06-4776-aabd-29dc5873364f tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:34.609956 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-8c3173d4-5b40-42df-8e3b-dbf6a89c049e req-abb3b8b8-cb06-4776-aabd-29dc5873364f tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] 10.222.0.15 "GET /v2.0/ports?device_id=749f8029-b19d-4db6-8ecb-8b3f81605277 HTTP/1.1" status: 200 len: 944 time: 0.1717818 Apr 21 06:05:34.738471 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:34.749458 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-8c3173d4-5b40-42df-8e3b-dbf6a89c049e req-0c555e0c-4d05-41f3-b361-afa39ca727a2 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] 10.222.0.15 "GET /v2.0/security-groups?id=7445d4c8-c30a-4757-adc7-5d862c00d287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153114 Apr 21 06:05:34.794184 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f4c11427-e489-4114-8046-251b905a3949 req-0e83df90-25e1-4b2e-9f26-becf00e1d222 service neutron] 10.222.0.11 "GET /v2.0/networks/8a477b33-6a11-4388-9f32-3a61c0f7920e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816337 Apr 21 06:05:34.943246 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f4c11427-e489-4114-8046-251b905a3949 req-2c2d6467-8a68-4a44-ba28-eab51982b556 service neutron] 10.222.0.11 "GET /v2.0/networks/8a477b33-6a11-4388-9f32-3a61c0f7920e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411917 Apr 21 06:05:35.065390 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Device da6bdf61-eb40-42c5-8e00-ea33d0d8b655 up at agent hyperv_hv-cinder-78239 {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:05:35.154933 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Provisioning for port da6bdf61-eb40-42c5-8e00-ea33d0d8b655 completed by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:05:35.159877 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Provisioning complete for port da6bdf61-eb40-42c5-8e00-ea33d0d8b655 triggered by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:05:35.160247 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:35.287268 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:35.316433 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '749f8029-b19d-4db6-8ecb-8b3f81605277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da6bdf61-eb40-42c5-8e00-ea33d0d8b655'}] {{(pid=86434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:05:35.327050 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] For port da6bdf61-eb40-42c5-8e00-ea33d0d8b655, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=da6bdf61-eb40-42c5-8e00-ea33d0d8b655,segment=NetworkSegment(5819f749-ea57-4ad9-a172-46bdbefceeca),segment_id=5819f749-ea57-4ad9-a172-46bdbefceeca)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:05:35.390454 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:35.394349 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:05:35.437645 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '749f8029-b19d-4db6-8ecb-8b3f81605277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da6bdf61-eb40-42c5-8e00-ea33d0d8b655', 'code': 200} Apr 21 06:05:35.441298 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4786ff4a-ceab-4995-ad6c-079a968374f5 req-07c7e885-4a31-48fc-afbe-012d68b1b0a8 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:35.443790 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-4786ff4a-ceab-4995-ad6c-079a968374f5 req-07c7e885-4a31-48fc-afbe-012d68b1b0a8 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 945 time: 0.1042879 Apr 21 06:05:35.460817 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:35.493531 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Pushing event updated for resources: {'Port': ['ID=da6bdf61-eb40-42c5-8e00-ea33d0d8b655,revision_number=5']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:05:35.719773 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:05:35.720078 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-4786ff4a-ceab-4995-ad6c-079a968374f5 req-d050bbd3-3e14-47d7-877a-9e69709491eb tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553844 Apr 21 06:05:36.030669 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c8368-adc1-44de-bf2c-bc8a9228396e req-ff118b56-357d-46de-b19d-5ad61b89ce8a tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:36.032277 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-717c8368-adc1-44de-bf2c-bc8a9228396e req-ff118b56-357d-46de-b19d-5ad61b89ce8a tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] 10.222.0.15 "GET /v2.0/ports?device_id=749f8029-b19d-4db6-8ecb-8b3f81605277 HTTP/1.1" status: 200 len: 945 time: 0.1565106 Apr 21 06:05:36.037944 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c716c43a-35fb-43b9-b8d0-11d8a5310d8b req-26b155b2-b611-48fc-9a36-9ca4bfec4294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:36.039739 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c716c43a-35fb-43b9-b8d0-11d8a5310d8b req-26b155b2-b611-48fc-9a36-9ca4bfec4294 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=749f8029-b19d-4db6-8ecb-8b3f81605277 HTTP/1.1" status: 200 len: 1098 time: 0.1122229 Apr 21 06:05:36.117878 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-717c8368-adc1-44de-bf2c-bc8a9228396e req-ee7b8928-8ce4-4fd3-a383-599604d50ed9 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] 10.222.0.15 "GET /v2.0/security-groups?id=7445d4c8-c30a-4757-adc7-5d862c00d287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770595 Apr 21 06:05:36.121909 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c716c43a-35fb-43b9-b8d0-11d8a5310d8b req-7201ef44-786a-4204-a73f-084b87c4530d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7445d4c8-c30a-4757-adc7-5d862c00d287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660322 Apr 21 06:05:36.217610 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:36.907432 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc95ee95-a80b-46d7-ab97-f9942dfa514a req-a0fb59ad-9e87-4d72-9627-0b5bb277533d tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:36.909141 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-dc95ee95-a80b-46d7-ab97-f9942dfa514a req-a0fb59ad-9e87-4d72-9627-0b5bb277533d tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 945 time: 0.0918002 Apr 21 06:05:36.960537 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-dc95ee95-a80b-46d7-ab97-f9942dfa514a req-6d1660f0-9340-42ec-bc6b-f631ea90f3e4 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445848 Apr 21 06:05:36.961397 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:37.344423 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718a201-f450-4b68-9df2-5f48fd24980c req-0025997f-f8b6-40ff-b7d1-61eec2764705 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:37.350136 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b718a201-f450-4b68-9df2-5f48fd24980c req-0025997f-f8b6-40ff-b7d1-61eec2764705 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] 10.222.0.15 "GET /v2.0/ports?device_id=749f8029-b19d-4db6-8ecb-8b3f81605277 HTTP/1.1" status: 200 len: 945 time: 0.0919032 Apr 21 06:05:37.402346 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b718a201-f450-4b68-9df2-5f48fd24980c req-2ed151f2-fc01-4436-b389-70d03e8f598f tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] 10.222.0.15 "GET /v2.0/security-groups?id=7445d4c8-c30a-4757-adc7-5d862c00d287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462565 Apr 21 06:05:38.181674 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af92e961-0206-411d-85a6-adff9ccefe23 req-3379363a-89f7-4365-91ba-6faedc7af59a tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:38.183395 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-af92e961-0206-411d-85a6-adff9ccefe23 req-3379363a-89f7-4365-91ba-6faedc7af59a tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 945 time: 0.0984101 Apr 21 06:05:38.233740 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-af92e961-0206-411d-85a6-adff9ccefe23 req-f364b3d9-a075-4917-a25a-bc595ccae594 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438926 Apr 21 06:05:38.618444 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 56646) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:05:38.627072 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7742363b-264f-416e-81de-0426fe96f101 req-d3946a7f-5bde-4b38-9a33-fd3013142836 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:38.628724 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-7742363b-264f-416e-81de-0426fe96f101 req-d3946a7f-5bde-4b38-9a33-fd3013142836 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] 10.222.0.15 "GET /v2.0/ports?device_id=749f8029-b19d-4db6-8ecb-8b3f81605277 HTTP/1.1" status: 200 len: 945 time: 0.1113160 Apr 21 06:05:38.687300 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-7742363b-264f-416e-81de-0426fe96f101 req-48a3086d-9aa7-4680-a7da-997b776e6ab7 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] 10.222.0.15 "GET /v2.0/security-groups?id=7445d4c8-c30a-4757-adc7-5d862c00d287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518138 Apr 21 06:05:38.822960 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d38c2cf6-bf91-4fcf-acfd-2647641c4890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:38.838532 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-d38c2cf6-bf91-4fcf-acfd-2647641c4890 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:05:38.843156 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-d38c2cf6-bf91-4fcf-acfd-2647641c4890 admin admin] Usage tracker for resource:security_group_rule and tenant:7f0bfc566bf3486fa7c73c6b3a04fa67 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:05:38.846092 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-d38c2cf6-bf91-4fcf-acfd-2647641c4890 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:05:38.852189 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-d38c2cf6-bf91-4fcf-acfd-2647641c4890 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:05:39.015672 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d38c2cf6-bf91-4fcf-acfd-2647641c4890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:39.040256 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d38c2cf6-bf91-4fcf-acfd-2647641c4890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:39.049344 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:05:39.096608 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-d38c2cf6-bf91-4fcf-acfd-2647641c4890 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7f0bfc566bf3486fa7c73c6b3a04fa67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4766545 Apr 21 06:05:39.097516 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38c2cf6-bf91-4fcf-acfd-2647641c4890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=043db4f2-9b33-4664-bd68-56ef3d5ef364,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:05:39.099601 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 56658) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:05:39.103907 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-d38c2cf6-bf91-4fcf-acfd-2647641c4890 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:05:39.165186 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-780c3b62-a389-46cb-893c-d790f2ca3490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:39.194181 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-780c3b62-a389-46cb-893c-d790f2ca3490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:39.276044 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-780c3b62-a389-46cb-893c-d790f2ca3490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:39.290618 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-6c78a15e-75d5-48c4-af6c-a25c471bbd70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:05:39.312191 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-780c3b62-a389-46cb-893c-d790f2ca3490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:39.316394 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-780c3b62-a389-46cb-893c-d790f2ca3490 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/043db4f2-9b33-4664-bd68-56ef3d5ef364 HTTP/1.1" status: 204 len: 168 time: 0.2156436 Apr 21 06:05:39.319172 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780c3b62-a389-46cb-893c-d790f2ca3490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043db4f2-9b33-4664-bd68-56ef3d5ef364,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:05:39.321718 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-780c3b62-a389-46cb-893c-d790f2ca3490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:05:39.423520 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 56674) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:05:39.499498 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa6cad-a826-4753-8745-b97631c50776 req-7f15f9ab-ed3c-4b1a-9a13-ed286ec8e714 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:39.501436 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a7fa6cad-a826-4753-8745-b97631c50776 req-7f15f9ab-ed3c-4b1a-9a13-ed286ec8e714 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 945 time: 0.1015518 Apr 21 06:05:39.554133 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a7fa6cad-a826-4753-8745-b97631c50776 req-4ffefbbe-37b9-4d08-b52c-28e07b70702a tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450959 Apr 21 06:05:39.579661 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-52e6c6fe-9059-42a5-98ce-e3a43381a841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:39.595770 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-52e6c6fe-9059-42a5-98ce-e3a43381a841 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:05:39.599890 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-52e6c6fe-9059-42a5-98ce-e3a43381a841 admin admin] Usage tracker for resource:security_group_rule and tenant:ea7b3e379fa346a0920d672d19ad79cd is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:05:39.602880 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-52e6c6fe-9059-42a5-98ce-e3a43381a841 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:05:39.609062 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-52e6c6fe-9059-42a5-98ce-e3a43381a841 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:05:39.696874 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-52e6c6fe-9059-42a5-98ce-e3a43381a841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:39.737473 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-52e6c6fe-9059-42a5-98ce-e3a43381a841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:39.747489 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-c7520a45-ace6-40e5-b663-cab4ff2e3076 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:05:39.794549 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 56690) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:05:39.794777 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-52e6c6fe-9059-42a5-98ce-e3a43381a841 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ea7b3e379fa346a0920d672d19ad79cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3698709 Apr 21 06:05:39.795704 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e6c6fe-9059-42a5-98ce-e3a43381a841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56cae94b-a763-4f1d-95da-03bf9fbf5147,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:05:39.810509 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-52e6c6fe-9059-42a5-98ce-e3a43381a841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:05:39.865917 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4080d910-5f0a-4b9d-a13b-5ae5cae8eaa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:39.897372 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4080d910-5f0a-4b9d-a13b-5ae5cae8eaa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:39.989141 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 56696) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:05:40.011150 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4d7928e4-939b-4697-ba72-fe615495d67e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:40.022428 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4080d910-5f0a-4b9d-a13b-5ae5cae8eaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:40.028533 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:05:40.047231 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4080d910-5f0a-4b9d-a13b-5ae5cae8eaa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56cae94b-a763-4f1d-95da-03bf9fbf5147,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:05:40.048475 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-4080d910-5f0a-4b9d-a13b-5ae5cae8eaa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:05:40.049788 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-4d7928e4-939b-4697-ba72-fe615495d67e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:05:40.057368 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-4d7928e4-939b-4697-ba72-fe615495d67e admin admin] Usage tracker for resource:security_group_rule and tenant:1e5cfa2927c64210841f36fd11737748 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:05:40.063964 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-4d7928e4-939b-4697-ba72-fe615495d67e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:05:40.070668 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-4d7928e4-939b-4697-ba72-fe615495d67e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:05:40.073776 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4080d910-5f0a-4b9d-a13b-5ae5cae8eaa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:40.075606 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-4080d910-5f0a-4b9d-a13b-5ae5cae8eaa6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/56cae94b-a763-4f1d-95da-03bf9fbf5147 HTTP/1.1" status: 204 len: 168 time: 0.2796974 Apr 21 06:05:40.165318 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4d7928e4-939b-4697-ba72-fe615495d67e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:40.236375 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4d7928e4-939b-4697-ba72-fe615495d67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:40.245451 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9f59012f-253b-4dfd-8225-971bad38cfe0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:05:40.292121 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-4d7928e4-939b-4697-ba72-fe615495d67e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1e5cfa2927c64210841f36fd11737748&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3017654 Apr 21 06:05:40.293920 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7928e4-939b-4697-ba72-fe615495d67e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb39f465-ed7b-48b2-b163-d988f3d95be9,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:05:40.295288 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 56706) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:05:40.297559 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-4d7928e4-939b-4697-ba72-fe615495d67e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:05:40.368948 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f3071795-92cc-4f5e-b350-cd652c739cd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:40.403011 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f3071795-92cc-4f5e-b350-cd652c739cd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:40.528080 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3cb729-6f35-4f04-abb6-ef41eadd4065 req-6a4a0dfb-4880-431e-9d27-5d84bd8e976b tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:40.529673 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6f3cb729-6f35-4f04-abb6-ef41eadd4065 req-6a4a0dfb-4880-431e-9d27-5d84bd8e976b tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] 10.222.0.15 "GET /v2.0/ports?device_id=749f8029-b19d-4db6-8ecb-8b3f81605277 HTTP/1.1" status: 200 len: 945 time: 0.1324399 Apr 21 06:05:40.568054 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f3071795-92cc-4f5e-b350-cd652c739cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:40.575744 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-f6beaa8e-f7d7-4d4a-a260-919282e36477 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:05:40.592829 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3071795-92cc-4f5e-b350-cd652c739cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb39f465-ed7b-48b2-b163-d988f3d95be9,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:05:40.597210 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6f3cb729-6f35-4f04-abb6-ef41eadd4065 req-de914385-0331-48ce-bdd7-b554b03cb50e tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] 10.222.0.15 "GET /v2.0/security-groups?id=7445d4c8-c30a-4757-adc7-5d862c00d287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612283 Apr 21 06:05:40.598460 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-f3071795-92cc-4f5e-b350-cd652c739cd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:05:40.608415 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f3071795-92cc-4f5e-b350-cd652c739cd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:40.610124 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-f3071795-92cc-4f5e-b350-cd652c739cd4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eb39f465-ed7b-48b2-b163-d988f3d95be9 HTTP/1.1" status: 204 len: 168 time: 0.3131018 Apr 21 06:05:40.680423 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 56716) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:05:40.700192 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-57ef9d1d-0bd7-4f24-abf1-7bd4c75e4e26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:40.718060 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-57ef9d1d-0bd7-4f24-abf1-7bd4c75e4e26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:05:40.722157 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-57ef9d1d-0bd7-4f24-abf1-7bd4c75e4e26 admin admin] Usage tracker for resource:security_group_rule and tenant:f26e61c97ab749799bcd0f990a4d7fdb is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:05:40.725186 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-57ef9d1d-0bd7-4f24-abf1-7bd4c75e4e26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:05:40.731301 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-57ef9d1d-0bd7-4f24-abf1-7bd4c75e4e26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:05:40.801625 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c1f33-2c39-49de-b9ed-bbab10f218a2 req-bcf7fe9d-512c-41c1-8971-e6b5f2c7a6f1 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:40.806418 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-323c1f33-2c39-49de-b9ed-bbab10f218a2 req-bcf7fe9d-512c-41c1-8971-e6b5f2c7a6f1 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 945 time: 0.1098146 Apr 21 06:05:40.830320 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-57ef9d1d-0bd7-4f24-abf1-7bd4c75e4e26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:40.861324 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-323c1f33-2c39-49de-b9ed-bbab10f218a2 req-d2bc9a2a-8620-4872-9345-6535c5c7435b tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503919 Apr 21 06:05:40.915403 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-57ef9d1d-0bd7-4f24-abf1-7bd4c75e4e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:40.925286 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-bbe96534-1c79-4047-8aa1-b8965de3be6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:05:40.981474 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-57ef9d1d-0bd7-4f24-abf1-7bd4c75e4e26 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f26e61c97ab749799bcd0f990a4d7fdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2996750 Apr 21 06:05:40.983020 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef9d1d-0bd7-4f24-abf1-7bd4c75e4e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931894b9-49e4-4656-955b-94a9416f834e,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:05:40.984147 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 56728) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:05:40.987790 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-57ef9d1d-0bd7-4f24-abf1-7bd4c75e4e26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:05:41.050694 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-c411e628-2f86-4147-9eb6-e22ae98e6469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:41.083027 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-c411e628-2f86-4147-9eb6-e22ae98e6469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:41.177832 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-c411e628-2f86-4147-9eb6-e22ae98e6469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:41.183225 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5f2b8d27-c94f-4c1a-b627-beb01d6f9a64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:05:41.199745 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411e628-2f86-4147-9eb6-e22ae98e6469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931894b9-49e4-4656-955b-94a9416f834e,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:05:41.205083 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-c411e628-2f86-4147-9eb6-e22ae98e6469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:05:41.209445 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-c411e628-2f86-4147-9eb6-e22ae98e6469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:41.210669 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-c411e628-2f86-4147-9eb6-e22ae98e6469 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/931894b9-49e4-4656-955b-94a9416f834e HTTP/1.1" status: 204 len: 168 time: 0.2254341 Apr 21 06:05:41.835997 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a7145-4dd3-4fb9-999b-48536a61ccf7 req-30180579-8dbb-492c-a066-7fe0fcd414e2 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:41.839207 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-8e0a7145-4dd3-4fb9-999b-48536a61ccf7 req-30180579-8dbb-492c-a066-7fe0fcd414e2 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] 10.222.0.15 "GET /v2.0/ports?device_id=749f8029-b19d-4db6-8ecb-8b3f81605277 HTTP/1.1" status: 200 len: 945 time: 0.1046126 Apr 21 06:05:41.905939 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-8e0a7145-4dd3-4fb9-999b-48536a61ccf7 req-3ab19f32-d21c-453d-8ca1-0cfacc1cd87d tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] 10.222.0.15 "GET /v2.0/security-groups?id=7445d4c8-c30a-4757-adc7-5d862c00d287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598187 Apr 21 06:05:42.091826 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fbc890-18b4-4f66-a847-d3d332cb2710 req-f628953a-87bb-4b33-9fde-06e17d9e53b0 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:42.093478 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-55fbc890-18b4-4f66-a847-d3d332cb2710 req-f628953a-87bb-4b33-9fde-06e17d9e53b0 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 945 time: 0.0957506 Apr 21 06:05:42.148203 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-55fbc890-18b4-4f66-a847-d3d332cb2710 req-5db5c0a7-5bd6-4295-b296-383c646f0b0a tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479577 Apr 21 06:05:42.329613 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02196b52-c11a-456b-9df9-b958cd525a18 req-a52c5a68-29f6-4504-8307-4eeb30fb63e7 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:42.333347 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-02196b52-c11a-456b-9df9-b958cd525a18 req-a52c5a68-29f6-4504-8307-4eeb30fb63e7 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] 10.222.0.11 "GET /v2.0/ports?device_id=749f8029-b19d-4db6-8ecb-8b3f81605277 HTTP/1.1" status: 200 len: 945 time: 0.1090407 Apr 21 06:05:42.412754 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [req-02196b52-c11a-456b-9df9-b958cd525a18 req-6ce91dc7-cb4f-4128-a98d-e884fc951668 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Deleting port da6bdf61-eb40-42c5-8e00-ea33d0d8b655 {{(pid=86432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:05:42.413411 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-02196b52-c11a-456b-9df9-b958cd525a18 req-6ce91dc7-cb4f-4128-a98d-e884fc951668 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363270981359476'] for port, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:42.703215 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [req-02196b52-c11a-456b-9df9-b958cd525a18 req-6ce91dc7-cb4f-4128-a98d-e884fc951668 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] For port da6bdf61-eb40-42c5-8e00-ea33d0d8b655, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=da6bdf61-eb40-42c5-8e00-ea33d0d8b655,segment=NetworkSegment(5819f749-ea57-4ad9-a172-46bdbefceeca),segment_id=5819f749-ea57-4ad9-a172-46bdbefceeca)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:05:42.703215 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-02196b52-c11a-456b-9df9-b958cd525a18 req-6ce91dc7-cb4f-4128-a98d-e884fc951668 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846743427'] for port, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:42.840705 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [req-02196b52-c11a-456b-9df9-b958cd525a18 req-6ce91dc7-cb4f-4128-a98d-e884fc951668 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Calling delete_port for da6bdf61-eb40-42c5-8e00-ea33d0d8b655 owned by compute:nova {{(pid=86432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:05:43.079670 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:05:43.096141 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-02196b52-c11a-456b-9df9-b958cd525a18 req-6ce91dc7-cb4f-4128-a98d-e884fc951668 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270981355551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765872972847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848222423'] for port, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:43.106140 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-5f094711-616e-4d9a-a2da-9bd9b65a4742 req-c6bc9ff4-ed78-4127-87a4-fd099427682c tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] 10.222.0.15 "GET /v2.0/ports?device_id=749f8029-b19d-4db6-8ecb-8b3f81605277 HTTP/1.1" status: 200 len: 210 time: 0.0536461 Apr 21 06:05:43.110151 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-1c6c3f90-ae6a-4822-8fb1-30fd6f4142bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:05:43.113721 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] get_ports_and_sgs() called for port_ids ['da6bdf61-eb40-42c5-8e00-ea33d0d8b655'] {{(pid=86434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:05:43.163146 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce91dc7-cb4f-4128-a98d-e884fc951668 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Pushing event deleted for resources: {'Port': ['ID=da6bdf61-eb40-42c5-8e00-ea33d0d8b655,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:05:43.167387 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-6ce91dc7-cb4f-4128-a98d-e884fc951668 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:05:43.358243 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [req-02196b52-c11a-456b-9df9-b958cd525a18 req-6ce91dc7-cb4f-4128-a98d-e884fc951668 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] No DVR routers for this DVR port da6bdf61-eb40-42c5-8e00-ea33d0d8b655 on host hv-cinder-78239 {{(pid=86432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 06:05:43.361665 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-02196b52-c11a-456b-9df9-b958cd525a18 req-6ce91dc7-cb4f-4128-a98d-e884fc951668 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:43.366296 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '749f8029-b19d-4db6-8ecb-8b3f81605277', 'name': 'network-vif-deleted', 'tag': 'da6bdf61-eb40-42c5-8e00-ea33d0d8b655'}] {{(pid=86432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:05:43.425158 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-02196b52-c11a-456b-9df9-b958cd525a18 req-6ce91dc7-cb4f-4128-a98d-e884fc951668 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] 10.222.0.11 "DELETE /v2.0/ports/da6bdf61-eb40-42c5-8e00-ea33d0d8b655 HTTP/1.1" status: 204 len: 173 time: 1.0868430 Apr 21 06:05:43.455746 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6546757-a334-4ceb-9ad5-a9b519e7466b req-7d413971-3051-49e3-bebd-05e318c753a5 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:43.459318 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e6546757-a334-4ceb-9ad5-a9b519e7466b req-7d413971-3051-49e3-bebd-05e318c753a5 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 945 time: 0.1457813 Apr 21 06:05:43.477194 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '749f8029-b19d-4db6-8ecb-8b3f81605277', 'name': 'network-vif-deleted', 'tag': 'da6bdf61-eb40-42c5-8e00-ea33d0d8b655', 'status': 'completed', 'code': 200} Apr 21 06:05:43.521835 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e6546757-a334-4ceb-9ad5-a9b519e7466b req-bb048fb9-b1b0-461a-9bc1-60a04dce2e30 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571742 Apr 21 06:05:43.994668 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 56848) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:05:44.135948 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-a552ef15-791c-4d8a-ba78-a22062debef9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:44.162235 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-a552ef15-791c-4d8a-ba78-a22062debef9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:05:44.166736 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-a552ef15-791c-4d8a-ba78-a22062debef9 admin admin] Usage tracker for resource:security_group_rule and tenant:6f2d12f86762412b9f9f0a17d6e2ed8c is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:05:44.169819 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-a552ef15-791c-4d8a-ba78-a22062debef9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:05:44.178186 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-a552ef15-791c-4d8a-ba78-a22062debef9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:05:44.273863 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-a552ef15-791c-4d8a-ba78-a22062debef9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:44.323694 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-7ea47b0a-e01e-4f83-b761-bb135e29b02a req-9c04e8ef-d753-4e18-819a-7504ca9379a6 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] 10.222.0.15 "GET /v2.0/ports?device_id=749f8029-b19d-4db6-8ecb-8b3f81605277 HTTP/1.1" status: 200 len: 210 time: 0.0527427 Apr 21 06:05:44.325936 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-a552ef15-791c-4d8a-ba78-a22062debef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:44.337496 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-780c3b62-a389-46cb-893c-d790f2ca3490 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:05:44.382007 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-a552ef15-791c-4d8a-ba78-a22062debef9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6f2d12f86762412b9f9f0a17d6e2ed8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3861558 Apr 21 06:05:44.383751 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a552ef15-791c-4d8a-ba78-a22062debef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7dde13f-af14-49e2-b56d-e997dd1555cf,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:05:44.384941 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 56858) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:05:44.387022 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-a552ef15-791c-4d8a-ba78-a22062debef9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:05:44.448121 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-cedcef6b-8b56-47e2-b3cf-23b7d665fb7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:44.476455 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-cedcef6b-8b56-47e2-b3cf-23b7d665fb7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:44.548524 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-cedcef6b-8b56-47e2-b3cf-23b7d665fb7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:44.554665 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-4d7928e4-939b-4697-ba72-fe615495d67e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:05:44.565149 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedcef6b-8b56-47e2-b3cf-23b7d665fb7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7dde13f-af14-49e2-b56d-e997dd1555cf,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:05:44.568903 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-cedcef6b-8b56-47e2-b3cf-23b7d665fb7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:05:44.572350 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-cedcef6b-8b56-47e2-b3cf-23b7d665fb7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:44.577139 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-cedcef6b-8b56-47e2-b3cf-23b7d665fb7c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f7dde13f-af14-49e2-b56d-e997dd1555cf HTTP/1.1" status: 204 len: 168 time: 0.1909339 Apr 21 06:05:44.735481 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf97081-30b6-4acf-ada2-3ac90a9f4dbc req-ab58bcbe-88b7-4900-b453-5e7e4de4b46f tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:44.737130 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-fbf97081-30b6-4acf-ada2-3ac90a9f4dbc req-ab58bcbe-88b7-4900-b453-5e7e4de4b46f tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 945 time: 0.0919964 Apr 21 06:05:44.786545 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-fbf97081-30b6-4acf-ada2-3ac90a9f4dbc req-944b4370-bdb1-4640-a785-7f9ead5c966e tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430796 Apr 21 06:05:45.096654 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 56900) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:05:45.111947 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Device da6bdf61-eb40-42c5-8e00-ea33d0d8b655 no longer exists at agent hyperv_hv-cinder-78239 {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:05:45.115653 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d07b4828-28b9-4c80-bfa0-f19467cc6435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:45.131275 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-d07b4828-28b9-4c80-bfa0-f19467cc6435 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:05:45.135277 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-d07b4828-28b9-4c80-bfa0-f19467cc6435 admin admin] Usage tracker for resource:security_group_rule and tenant:2e963131181549398d9fdb44fd2a55bf is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:05:45.138671 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-d07b4828-28b9-4c80-bfa0-f19467cc6435 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:05:45.145673 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-d07b4828-28b9-4c80-bfa0-f19467cc6435 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:05:45.148844 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] No Port match for: da6bdf61-eb40-42c5-8e00-ea33d0d8b655 {{(pid=86434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:05:45.149283 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Device da6bdf61-eb40-42c5-8e00-ea33d0d8b655 not bound to the agent host hv-cinder-78239 {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:05:45.239412 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d07b4828-28b9-4c80-bfa0-f19467cc6435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:45.274533 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d07b4828-28b9-4c80-bfa0-f19467cc6435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:45.284242 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-0164df0a-d9ec-4945-8d78-62b93f6db7d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:05:45.327497 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-d07b4828-28b9-4c80-bfa0-f19467cc6435 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2e963131181549398d9fdb44fd2a55bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2295890 Apr 21 06:05:45.329173 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07b4828-28b9-4c80-bfa0-f19467cc6435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e031c9d3-a8ae-4dcb-a17f-2e768fb1004f,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:05:45.330641 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 56912) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:05:45.332394 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-d07b4828-28b9-4c80-bfa0-f19467cc6435 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:05:45.397504 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-ea163bbd-bd82-489d-a5a1-ba552bc74fe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:45.426727 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-ea163bbd-bd82-489d-a5a1-ba552bc74fe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:45.525820 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-ea163bbd-bd82-489d-a5a1-ba552bc74fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:45.532306 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-f58141d5-4f76-4b59-aa60-8813254b8a35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:05:45.545879 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea163bbd-bd82-489d-a5a1-ba552bc74fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e031c9d3-a8ae-4dcb-a17f-2e768fb1004f,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:05:45.548383 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-ea163bbd-bd82-489d-a5a1-ba552bc74fe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:05:45.556804 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-ea163bbd-bd82-489d-a5a1-ba552bc74fe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:45.560530 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-ea163bbd-bd82-489d-a5a1-ba552bc74fe2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e031c9d3-a8ae-4dcb-a17f-2e768fb1004f HTTP/1.1" status: 204 len: 168 time: 0.2286587 Apr 21 06:05:46.003547 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b53236-30ea-4872-b123-eb13c7bc6acb req-59f3f8a2-3da0-432d-86c7-f8fd281e6f61 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:46.005263 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f1b53236-30ea-4872-b123-eb13c7bc6acb req-59f3f8a2-3da0-432d-86c7-f8fd281e6f61 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 945 time: 0.0950503 Apr 21 06:05:46.060806 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f1b53236-30ea-4872-b123-eb13c7bc6acb req-958a3d3a-9306-44ea-91f6-6b2fd5003798 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457001 Apr 21 06:05:47.215689 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 57002) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:05:47.312110 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d1ffd8-7fa4-4121-99ce-d29269d84983 req-78a4ebe4-950e-43b5-9278-fcae6a208789 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:47.318096 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-54d1ffd8-7fa4-4121-99ce-d29269d84983 req-78a4ebe4-950e-43b5-9278-fcae6a208789 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 945 time: 0.1178226 Apr 21 06:05:47.396833 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-54d1ffd8-7fa4-4121-99ce-d29269d84983 req-9eed64ae-6dae-4c2d-8326-e5c5f3e9b8ce tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718215 Apr 21 06:05:47.416842 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-15b355fb-f9d4-4abe-a5ad-87deb777a312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:47.468284 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-15b355fb-f9d4-4abe-a5ad-87deb777a312 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:05:47.478933 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-15b355fb-f9d4-4abe-a5ad-87deb777a312 admin admin] Usage tracker for resource:security_group_rule and tenant:b2ad1ce635db4faaba2eefb993fcb007 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:05:47.483549 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-15b355fb-f9d4-4abe-a5ad-87deb777a312 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:05:47.497914 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-15b355fb-f9d4-4abe-a5ad-87deb777a312 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:05:47.591763 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-15b355fb-f9d4-4abe-a5ad-87deb777a312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:47.622937 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-15b355fb-f9d4-4abe-a5ad-87deb777a312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:47.631574 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-bf909d86-8ba9-4fbc-8423-7b28baf9ef19 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:05:47.674125 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-15b355fb-f9d4-4abe-a5ad-87deb777a312 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b2ad1ce635db4faaba2eefb993fcb007&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4573061 Apr 21 06:05:47.675744 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b355fb-f9d4-4abe-a5ad-87deb777a312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb2668c-9e21-485c-9727-260f5bf715d9,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:05:47.677068 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 57026) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:05:47.678917 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-15b355fb-f9d4-4abe-a5ad-87deb777a312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:05:47.742132 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-b6f855f5-bdb8-4e6f-89c7-a4bdc1b19c3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:47.769274 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-b6f855f5-bdb8-4e6f-89c7-a4bdc1b19c3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:47.828390 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-b6f855f5-bdb8-4e6f-89c7-a4bdc1b19c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:47.833138 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-863ce178-1b69-48a2-90ac-ecf73736a501 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:05:47.846317 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f855f5-bdb8-4e6f-89c7-a4bdc1b19c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb2668c-9e21-485c-9727-260f5bf715d9,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:05:47.849285 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-b6f855f5-bdb8-4e6f-89c7-a4bdc1b19c3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:05:47.850218 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-b6f855f5-bdb8-4e6f-89c7-a4bdc1b19c3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:47.851536 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-b6f855f5-bdb8-4e6f-89c7-a4bdc1b19c3f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ceb2668c-9e21-485c-9727-260f5bf715d9 HTTP/1.1" status: 204 len: 168 time: 0.1726415 Apr 21 06:05:48.267491 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 57036) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:05:48.286199 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4a348723-6737-427b-b5ad-0ee7e0e03522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:48.301278 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-4a348723-6737-427b-b5ad-0ee7e0e03522 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:05:48.305497 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-4a348723-6737-427b-b5ad-0ee7e0e03522 admin admin] Usage tracker for resource:security_group_rule and tenant:07bd7c0567c84a05a00d6e7b5c49932b is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:05:48.309034 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-4a348723-6737-427b-b5ad-0ee7e0e03522 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:05:48.315099 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-4a348723-6737-427b-b5ad-0ee7e0e03522 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:05:48.397355 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4a348723-6737-427b-b5ad-0ee7e0e03522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:48.445789 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4a348723-6737-427b-b5ad-0ee7e0e03522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:48.455018 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:05:48.500081 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-4a348723-6737-427b-b5ad-0ee7e0e03522 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=07bd7c0567c84a05a00d6e7b5c49932b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2289774 Apr 21 06:05:48.500081 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a348723-6737-427b-b5ad-0ee7e0e03522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6beb7b72-9c9a-4a3a-999d-c1f02dd7333a,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:05:48.500830 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 57044) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:05:48.502140 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-4a348723-6737-427b-b5ad-0ee7e0e03522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:05:48.632591 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-af1e8337-ff43-4ee5-b157-2b8a1a75211c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:48.676140 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c94d43-c7f7-441d-8e81-ffba3b95644b req-260c7907-3cca-4130-a123-c0dcee8a365c tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:48.677694 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d6c94d43-c7f7-441d-8e81-ffba3b95644b req-260c7907-3cca-4130-a123-c0dcee8a365c tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 945 time: 0.1563673 Apr 21 06:05:48.679497 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-af1e8337-ff43-4ee5-b157-2b8a1a75211c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:48.753124 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d6c94d43-c7f7-441d-8e81-ffba3b95644b req-b69af4cb-82b6-4a37-afa5-97e1c32b4202 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666118 Apr 21 06:05:48.800103 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-af1e8337-ff43-4ee5-b157-2b8a1a75211c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:48.805328 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-10728ce9-ef19-40a7-955a-416f3ec378ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:05:48.819924 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1e8337-ff43-4ee5-b157-2b8a1a75211c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6beb7b72-9c9a-4a3a-999d-c1f02dd7333a,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:05:48.829101 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e8337-ff43-4ee5-b157-2b8a1a75211c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:05:48.829511 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e8337-ff43-4ee5-b157-2b8a1a75211c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:05:48.829914 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e8337-ff43-4ee5-b157-2b8a1a75211c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:05:48.830314 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e8337-ff43-4ee5-b157-2b8a1a75211c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:05:48.830720 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e8337-ff43-4ee5-b157-2b8a1a75211c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:05:48.831122 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e8337-ff43-4ee5-b157-2b8a1a75211c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:05:48.831509 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e8337-ff43-4ee5-b157-2b8a1a75211c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:05:48.831898 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e8337-ff43-4ee5-b157-2b8a1a75211c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:05:48.832284 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e8337-ff43-4ee5-b157-2b8a1a75211c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:05:48.832671 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e8337-ff43-4ee5-b157-2b8a1a75211c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:05:48.833057 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e8337-ff43-4ee5-b157-2b8a1a75211c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:05:48.833440 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e8337-ff43-4ee5-b157-2b8a1a75211c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:05:48.837923 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-af1e8337-ff43-4ee5-b157-2b8a1a75211c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:05:48.848109 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-af1e8337-ff43-4ee5-b157-2b8a1a75211c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:48.849350 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-af1e8337-ff43-4ee5-b157-2b8a1a75211c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6beb7b72-9c9a-4a3a-999d-c1f02dd7333a HTTP/1.1" status: 204 len: 168 time: 0.3470967 Apr 21 06:05:50.952838 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6714b75-ac4f-40e1-ad34-b524abee14b1 req-358e5865-1bbc-4006-b0e5-d98905cc567a tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:50.954469 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d6714b75-ac4f-40e1-ad34-b524abee14b1 req-358e5865-1bbc-4006-b0e5-d98905cc567a tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 945 time: 0.1021173 Apr 21 06:05:51.002247 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d6714b75-ac4f-40e1-ad34-b524abee14b1 req-f8563308-4279-40d5-816b-cea86e862a18 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412736 Apr 21 06:05:52.237611 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be5d837-1403-4635-bdeb-f56b74cbb016 req-e4fbcfab-6162-4a41-a73e-8fc2ca175ea1 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:52.239347 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6be5d837-1403-4635-bdeb-f56b74cbb016 req-e4fbcfab-6162-4a41-a73e-8fc2ca175ea1 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 945 time: 0.1007304 Apr 21 06:05:52.304209 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6be5d837-1403-4635-bdeb-f56b74cbb016 req-22454942-93fe-4a3b-8249-75d623e723be tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570238 Apr 21 06:05:56.336936 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2f210a-3407-4462-8067-2b8fb2eb15c8 req-8fceef84-7604-4f42-b6c6-ee1f848d5a46 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:56.338704 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-cc2f210a-3407-4462-8067-2b8fb2eb15c8 req-8fceef84-7604-4f42-b6c6-ee1f848d5a46 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 945 time: 0.1005361 Apr 21 06:05:56.348207 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 57252) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:05:56.428665 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-cc2f210a-3407-4462-8067-2b8fb2eb15c8 req-60dbf2d9-6c92-4484-bd2a-35e886b1ab4d tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713589 Apr 21 06:05:56.547420 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-1fdb3923-2a49-4fb4-bb9c-3ae81c038597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:56.564866 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-1fdb3923-2a49-4fb4-bb9c-3ae81c038597 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:05:56.569487 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-1fdb3923-2a49-4fb4-bb9c-3ae81c038597 admin admin] Usage tracker for resource:security_group_rule and tenant:d1a19a5d5d764d7d9b7f18989d52e7a3 is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:05:56.573217 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-1fdb3923-2a49-4fb4-bb9c-3ae81c038597 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:05:56.582230 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-1fdb3923-2a49-4fb4-bb9c-3ae81c038597 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:05:56.691621 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-1fdb3923-2a49-4fb4-bb9c-3ae81c038597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:56.731915 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-1fdb3923-2a49-4fb4-bb9c-3ae81c038597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:56.758625 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-f3071795-92cc-4f5e-b350-cd652c739cd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:05:56.811316 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 57274) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:05:56.815348 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-1fdb3923-2a49-4fb4-bb9c-3ae81c038597 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d1a19a5d5d764d7d9b7f18989d52e7a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4654489 Apr 21 06:05:56.816181 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb3923-2a49-4fb4-bb9c-3ae81c038597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b7227e-d5c7-45ee-b24f-2e5e49ba23d7,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:05:56.825890 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb3923-2a49-4fb4-bb9c-3ae81c038597 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:05:56.826302 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb3923-2a49-4fb4-bb9c-3ae81c038597 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:05:56.826699 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb3923-2a49-4fb4-bb9c-3ae81c038597 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:05:56.827112 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb3923-2a49-4fb4-bb9c-3ae81c038597 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:05:56.827595 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb3923-2a49-4fb4-bb9c-3ae81c038597 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:05:56.827949 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb3923-2a49-4fb4-bb9c-3ae81c038597 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:05:56.828339 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb3923-2a49-4fb4-bb9c-3ae81c038597 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:05:56.828758 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb3923-2a49-4fb4-bb9c-3ae81c038597 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:05:56.829168 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb3923-2a49-4fb4-bb9c-3ae81c038597 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:05:56.829500 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb3923-2a49-4fb4-bb9c-3ae81c038597 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:05:56.829881 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb3923-2a49-4fb4-bb9c-3ae81c038597 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:05:56.830510 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb3923-2a49-4fb4-bb9c-3ae81c038597 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:05:56.846888 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-1fdb3923-2a49-4fb4-bb9c-3ae81c038597 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:05:56.913747 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-64d1be3e-ed61-421e-8c44-abf57ca11474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:56.953950 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-64d1be3e-ed61-421e-8c44-abf57ca11474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:57.057143 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-64d1be3e-ed61-421e-8c44-abf57ca11474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:57.063550 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-4537a639-ad40-41c2-9bd3-80970a724806 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:05:57.080646 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d1be3e-ed61-421e-8c44-abf57ca11474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b7227e-d5c7-45ee-b24f-2e5e49ba23d7,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:05:57.082950 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-64d1be3e-ed61-421e-8c44-abf57ca11474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:05:57.083927 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-64d1be3e-ed61-421e-8c44-abf57ca11474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:57.087165 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-64d1be3e-ed61-421e-8c44-abf57ca11474 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/62b7227e-d5c7-45ee-b24f-2e5e49ba23d7 HTTP/1.1" status: 204 len: 168 time: 0.2743070 Apr 21 06:05:57.826509 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d45cb-2d6e-44f1-ae5b-c1c7a1252da8 req-d3e525e9-7f84-471b-9a8e-19695c715213 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:57.832212 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f74d45cb-2d6e-44f1-ae5b-c1c7a1252da8 req-d3e525e9-7f84-471b-9a8e-19695c715213 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 945 time: 0.2622774 Apr 21 06:05:57.856775 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1dd411-58bf-4ee3-9bda-7ab06984f6f3 req-2878655e-df35-4ab4-b50a-b7bfb9a4ff41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:57.858417 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-5f1dd411-58bf-4ee3-9bda-7ab06984f6f3 req-2878655e-df35-4ab4-b50a-b7bfb9a4ff41 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 1098 time: 0.1878183 Apr 21 06:05:57.898789 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f74d45cb-2d6e-44f1-ae5b-c1c7a1252da8 req-3d9f6e60-58a7-4e18-8c64-da79b13881a2 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596819 Apr 21 06:05:57.953100 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 57302) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:05:57.972397 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-93b92abd-f620-45e3-a581-43e927997045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:57.991553 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-93b92abd-f620-45e3-a581-43e927997045 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:05:57.995698 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-93b92abd-f620-45e3-a581-43e927997045 admin admin] Usage tracker for resource:security_group_rule and tenant:8dd5d12a276046dc8589d2e985cb8652 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:05:57.998607 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-93b92abd-f620-45e3-a581-43e927997045 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:05:58.004700 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-93b92abd-f620-45e3-a581-43e927997045 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:05:58.090643 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-93b92abd-f620-45e3-a581-43e927997045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:58.114218 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-93b92abd-f620-45e3-a581-43e927997045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:58.124108 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-1fbd2cae-1ac9-48df-aead-0d86e106ce06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:05:58.166488 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-93b92abd-f620-45e3-a581-43e927997045 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8dd5d12a276046dc8589d2e985cb8652&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2122264 Apr 21 06:05:58.167939 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b92abd-f620-45e3-a581-43e927997045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a54992ef-8e07-4e31-aae4-06e88ff1e8f4,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:05:58.169992 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 57306) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:05:58.171119 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-93b92abd-f620-45e3-a581-43e927997045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:05:58.233641 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3aebd614-1f25-45da-aedc-c3754d9e1932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:58.261579 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3aebd614-1f25-45da-aedc-c3754d9e1932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:58.554178 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3aebd614-1f25-45da-aedc-c3754d9e1932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:58.559168 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-8be9eb47-45a4-4108-84c7-b8752d46be2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:05:58.573749 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aebd614-1f25-45da-aedc-c3754d9e1932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54992ef-8e07-4e31-aae4-06e88ff1e8f4,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:05:58.581114 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-3aebd614-1f25-45da-aedc-c3754d9e1932 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:05:58.585443 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3aebd614-1f25-45da-aedc-c3754d9e1932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:58.586653 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-3aebd614-1f25-45da-aedc-c3754d9e1932 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a54992ef-8e07-4e31-aae4-06e88ff1e8f4 HTTP/1.1" status: 204 len: 168 time: 0.4152071 Apr 21 06:05:59.111961 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607e4042-2309-45d1-a7ea-05dbfeab6b73 req-4f7ec7d9-a8c0-46d9-b159-c3a79eb87e21 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:59.113576 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-607e4042-2309-45d1-a7ea-05dbfeab6b73 req-4f7ec7d9-a8c0-46d9-b159-c3a79eb87e21 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 945 time: 0.0926762 Apr 21 06:05:59.161296 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-607e4042-2309-45d1-a7ea-05dbfeab6b73 req-5b8a78c9-0a7a-41eb-9864-faab0a48ed5f tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411878 Apr 21 06:05:59.483672 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 57348) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:05:59.593252 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-f12d5924-6119-45d0-baff-1d9e867c5b80 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-716276976-network', 'tenant_id': '449bf4366ddb403bb86937f23422614f'}} {{(pid=86432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:05:59.598228 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-f12d5924-6119-45d0-baff-1d9e867c5b80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:05:59.602314 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-f12d5924-6119-45d0-baff-1d9e867c5b80 admin admin] Usage tracker for resource:network and tenant:449bf4366ddb403bb86937f23422614f is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:05:59.605359 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-f12d5924-6119-45d0-baff-1d9e867c5b80 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:05:59.614246 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-f12d5924-6119-45d0-baff-1d9e867c5b80 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:05:59.656881 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12d5924-6119-45d0-baff-1d9e867c5b80 admin admin] Made reservation on behalf of 449bf4366ddb403bb86937f23422614f for: {'network': 1} {{(pid=86432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:05:59.661714 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f12d5924-6119-45d0-baff-1d9e867c5b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for network, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:59.675381 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f12d5924-6119-45d0-baff-1d9e867c5b80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:59.690762 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-f12d5924-6119-45d0-baff-1d9e867c5b80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:05:59.694737 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-f12d5924-6119-45d0-baff-1d9e867c5b80 admin admin] Usage tracker for resource:security_group_rule and tenant:449bf4366ddb403bb86937f23422614f is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:05:59.697609 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-f12d5924-6119-45d0-baff-1d9e867c5b80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:05:59.703601 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-f12d5924-6119-45d0-baff-1d9e867c5b80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:05:59.785277 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f12d5924-6119-45d0-baff-1d9e867c5b80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:59.816827 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f12d5924-6119-45d0-baff-1d9e867c5b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:59.821384 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-57ef9d1d-0bd7-4f24-abf1-7bd4c75e4e26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:05:59.849437 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f12d5924-6119-45d0-baff-1d9e867c5b80 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=86432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 21 06:05:59.858231 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12d5924-6119-45d0-baff-1d9e867c5b80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99188f0d-22f9-45d0-bfb6-b4df63c3c324,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:05:59.862196 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-f12d5924-6119-45d0-baff-1d9e867c5b80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:05:59.865998 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f12d5924-6119-45d0-baff-1d9e867c5b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1361606'] for segment, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:59.866170 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.db.segments_db [None req-f12d5924-6119-45d0-baff-1d9e867c5b80 admin admin] Added segment 6849e011-e119-4022-ab4b-e4ced7e8d5f9 of type vlan for network bda06b01-d6bd-4a89-80ec-83de64eb1aef Apr 21 06:05:59.892955 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f12d5924-6119-45d0-baff-1d9e867c5b80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765872960183'] for network, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:59.954094 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f12d5924-6119-45d0-baff-1d9e867c5b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970'] for network, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:59.955640 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12d5924-6119-45d0-baff-1d9e867c5b80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:05:59.956396 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f12d5924-6119-45d0-baff-1d9e867c5b80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846863987'] for network, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:05:59.961936 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-488a4d09-b09a-4ba3-b2ae-d7e2a471ea11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:06:00.066619 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12d5924-6119-45d0-baff-1d9e867c5b80 admin admin] Pushing event updated for resources: {'Network': ['ID=bda06b01-d6bd-4a89-80ec-83de64eb1aef,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:06:00.069425 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-f12d5924-6119-45d0-baff-1d9e867c5b80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:06:00.077725 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Network bda06b01-d6bd-4a89-80ec-83de64eb1aef details requested by agent ovs-agent-dv-cinder-782390-6-iscsi with host dv-cinder-782390-6-iscsi {{(pid=86434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 21 06:06:00.086899 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-f12d5924-6119-45d0-baff-1d9e867c5b80 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6018388 Apr 21 06:06:00.089830 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 57364) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:06:00.096150 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-e7b94c12-f414-4b45-a6dc-c726bc913ac4 admin admin] Request body: {'subnet': {'network_id': 'bda06b01-d6bd-4a89-80ec-83de64eb1aef', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-716276976-subnet', 'tenant_id': '449bf4366ddb403bb86937f23422614f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:06:00.101285 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-e7b94c12-f414-4b45-a6dc-c726bc913ac4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:06:00.105317 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-e7b94c12-f414-4b45-a6dc-c726bc913ac4 admin admin] Usage tracker for resource:subnet and tenant:449bf4366ddb403bb86937f23422614f is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:06:00.108380 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-e7b94c12-f414-4b45-a6dc-c726bc913ac4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:06:00.114412 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-e7b94c12-f414-4b45-a6dc-c726bc913ac4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:06:00.159988 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b94c12-f414-4b45-a6dc-c726bc913ac4 admin admin] Made reservation on behalf of 449bf4366ddb403bb86937f23422614f for: {'subnet': 1} {{(pid=86432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:06:00.165117 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-e7b94c12-f414-4b45-a6dc-c726bc913ac4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7057413'] for subnet, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:06:00.365240 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238045fb-0a0c-404a-a697-d02db975eec0 req-df4823ce-2dec-4524-af9b-3b1af0b02e20 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:00.366851 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-238045fb-0a0c-404a-a697-d02db975eec0 req-df4823ce-2dec-4524-af9b-3b1af0b02e20 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 945 time: 0.0912743 Apr 21 06:06:00.414183 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-238045fb-0a0c-404a-a697-d02db975eec0 req-ac946db2-60cb-4170-8979-53956a4523c5 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406365 Apr 21 06:06:00.748046 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-e7b94c12-f414-4b45-a6dc-c726bc913ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7991656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6552760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7057428'] for subnet, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:06:00.754020 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:06:00.866019 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b94c12-f414-4b45-a6dc-c726bc913ac4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d4eda09-b0fb-424a-a8ba-bd738d6128ee,revision_number=0']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:06:00.874949 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-5f1dd411-58bf-4ee3-9bda-7ab06984f6f3 req-1d666213-00c9-4bf7-b7f0-48eea2c8ee02 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217866 Apr 21 06:06:00.875866 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-e7b94c12-f414-4b45-a6dc-c726bc913ac4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:06:00.887927 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b94c12-f414-4b45-a6dc-c726bc913ac4 admin admin] Checking segment: {'id': '6849e011-e119-4022-ab4b-e4ced7e8d5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'bda06b01-d6bd-4a89-80ec-83de64eb1aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:06:00.888356 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b94c12-f414-4b45-a6dc-c726bc913ac4 admin admin] Network hostable DHCP agents. Network: bda06b01-d6bd-4a89-80ec-83de64eb1aef, hostable agents: ['6e5e74bc-90a9-40d2-b33c-cc5e996b490a'], hosted agents: [] {{(pid=86432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 21 06:06:00.994700 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b94c12-f414-4b45-a6dc-c726bc913ac4 admin admin] Network bda06b01-d6bd-4a89-80ec-83de64eb1aef is scheduled to be hosted by DHCP agent 6e5e74bc-90a9-40d2-b33c-cc5e996b490a with binding_index 1 {{(pid=86432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 21 06:06:01.040431 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [None req-e7b94c12-f414-4b45-a6dc-c726bc913ac4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-6-iscsi, bda06b01-d6bd-4a89-80ec-83de64eb1aef) {{(pid=86432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:06:01.052729 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f69ba8-9de7-4bb7-bdb9-fb97b6987bca None None] Network bda06b01-d6bd-4a89-80ec-83de64eb1aef requested from dv-cinder-782390-6-iscsi {{(pid=86434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:06:01.059001 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b94c12-f414-4b45-a6dc-c726bc913ac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:01.059607 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-e7b94c12-f414-4b45-a6dc-c726bc913ac4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846863987'] for subnet, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:06:01.126408 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-e7b94c12-f414-4b45-a6dc-c726bc913ac4 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0354047 Apr 21 06:06:01.396637 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f31c8b5-da9e-48cf-8c8f-0a41b484b5a7 None None] Network bda06b01-d6bd-4a89-80ec-83de64eb1aef requested from dv-cinder-782390-6-iscsi {{(pid=86434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:06:01.718495 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c319c8-69df-48d2-ae41-2b81e6666fe1 req-825da050-81da-431d-8b30-b620eea6f6de tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:01.726671 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c4c319c8-69df-48d2-ae41-2b81e6666fe1 req-825da050-81da-431d-8b30-b620eea6f6de tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 945 time: 0.1434410 Apr 21 06:06:01.800701 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c4c319c8-69df-48d2-ae41-2b81e6666fe1 req-19bb45be-b7e8-4247-8e62-db7b67c86152 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728230 Apr 21 06:06:02.101918 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5234e2dd-a1e1-458c-9cfb-05c39c26b882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:06:02.138964 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 57416) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:06:02.146298 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-bb21d54a-9bde-44c2-aa14-41e52b07328e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-287693217-network', 'tenant_id': 'a0641a8eea9f4df3a4ce06d70f479f41'}} {{(pid=86433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:06:02.152752 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-bb21d54a-9bde-44c2-aa14-41e52b07328e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:06:02.157830 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-bb21d54a-9bde-44c2-aa14-41e52b07328e admin admin] Usage tracker for resource:network and tenant:a0641a8eea9f4df3a4ce06d70f479f41 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:06:02.196306 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-bb21d54a-9bde-44c2-aa14-41e52b07328e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:06:02.223941 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-bb21d54a-9bde-44c2-aa14-41e52b07328e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:06:02.302757 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb21d54a-9bde-44c2-aa14-41e52b07328e admin admin] Made reservation on behalf of a0641a8eea9f4df3a4ce06d70f479f41 for: {'network': 1} {{(pid=86433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:06:02.308399 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-bb21d54a-9bde-44c2-aa14-41e52b07328e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for network, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:06:02.323215 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-bb21d54a-9bde-44c2-aa14-41e52b07328e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:06:02.357193 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-bb21d54a-9bde-44c2-aa14-41e52b07328e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:06:02.362860 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-bb21d54a-9bde-44c2-aa14-41e52b07328e admin admin] Usage tracker for resource:security_group_rule and tenant:a0641a8eea9f4df3a4ce06d70f479f41 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:06:02.366352 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-bb21d54a-9bde-44c2-aa14-41e52b07328e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:06:02.373748 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-bb21d54a-9bde-44c2-aa14-41e52b07328e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:06:02.389409 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-586a7119-79d0-42e3-9fdc-a5684f2933b8 req-e789a15c-a356-4027-986b-c826f8e6504b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b8da5d63-9858-4a18-9b9a-07455985ef41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1081207 Apr 21 06:06:02.489032 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-bb21d54a-9bde-44c2-aa14-41e52b07328e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:06:02.516645 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a7119-79d0-42e3-9fdc-a5684f2933b8 req-657450b6-d5f8-4f6e-ac41-c367dc3fe0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:02.518363 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-586a7119-79d0-42e3-9fdc-a5684f2933b8 req-657450b6-d5f8-4f6e-ac41-c367dc3fe0b4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=83c72247bd04473380fa74addf843cfd&device_id=b8da5d63-9858-4a18-9b9a-07455985ef41 HTTP/1.1" status: 200 len: 1099 time: 0.1054325 Apr 21 06:06:02.549414 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-bb21d54a-9bde-44c2-aa14-41e52b07328e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:06:02.553611 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-0595e291-2e75-43df-a9f8-943173cd2d5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:06:02.608625 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb21d54a-9bde-44c2-aa14-41e52b07328e admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=86433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 21 06:06:02.614761 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb21d54a-9bde-44c2-aa14-41e52b07328e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5fbf66b-3685-4f5e-8c9d-d6100ba12e14,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:06:02.618441 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-bb21d54a-9bde-44c2-aa14-41e52b07328e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:06:02.624782 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-bb21d54a-9bde-44c2-aa14-41e52b07328e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1361606'] for segment, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:06:02.625556 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.db.segments_db [None req-bb21d54a-9bde-44c2-aa14-41e52b07328e admin admin] Added segment 47c77a56-e42b-4d7a-b4f1-d169f8e1fd8c of type vlan for network 6b124cbb-246c-423e-aee8-f9aad056e624 Apr 21 06:06:02.656076 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-bb21d54a-9bde-44c2-aa14-41e52b07328e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765872960183'] for network, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:06:02.708382 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a7119-79d0-42e3-9fdc-a5684f2933b8 req-83a2001b-7177-416e-99b3-d7837af3e643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:02.710089 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-586a7119-79d0-42e3-9fdc-a5684f2933b8 req-83a2001b-7177-416e-99b3-d7837af3e643 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8a477b33-6a11-4388-9f32-3a61c0f7920e HTTP/1.1" status: 200 len: 919 time: 0.1691813 Apr 21 06:06:02.737111 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-bb21d54a-9bde-44c2-aa14-41e52b07328e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970'] for network, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:06:02.738600 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb21d54a-9bde-44c2-aa14-41e52b07328e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:02.739628 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-bb21d54a-9bde-44c2-aa14-41e52b07328e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846863987'] for network, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:06:02.761532 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-95d87112-8be3-4d46-acc9-838f620049f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:06:02.846888 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-bb21d54a-9bde-44c2-aa14-41e52b07328e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7066257 Apr 21 06:06:02.848194 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 57436) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:06:02.850977 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-586a7119-79d0-42e3-9fdc-a5684f2933b8 req-41c4156e-315a-48c1-a8b3-5212140a35c6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f15b2d24-48f2-4f38-80a6-0b3c822d56e2 HTTP/1.1" status: 200 len: 217 time: 0.1313922 Apr 21 06:06:02.928066 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-e61e4490-f2d9-4a1f-a541-17d245c24648 admin admin] Request body: {'subnet': {'network_id': '6b124cbb-246c-423e-aee8-f9aad056e624', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-287693217-subnet', 'tenant_id': 'a0641a8eea9f4df3a4ce06d70f479f41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:06:02.935676 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-e61e4490-f2d9-4a1f-a541-17d245c24648 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:06:02.941551 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-e61e4490-f2d9-4a1f-a541-17d245c24648 admin admin] Usage tracker for resource:subnet and tenant:a0641a8eea9f4df3a4ce06d70f479f41 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:06:02.945904 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-e61e4490-f2d9-4a1f-a541-17d245c24648 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:06:02.954329 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-e61e4490-f2d9-4a1f-a541-17d245c24648 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:06:02.983621 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb21d54a-9bde-44c2-aa14-41e52b07328e admin admin] Pushing event updated for resources: {'Network': ['ID=6b124cbb-246c-423e-aee8-f9aad056e624,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:06:02.991709 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-bb21d54a-9bde-44c2-aa14-41e52b07328e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:06:02.994338 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a7119-79d0-42e3-9fdc-a5684f2933b8 req-fe06f4f2-ae30-4d84-8448-b4f7b47de8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:02.996083 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-586a7119-79d0-42e3-9fdc-a5684f2933b8 req-fe06f4f2-ae30-4d84-8448-b4f7b47de8f1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2da1c0c9-9d0e-43d1-a8aa-9f65aa7cd6bc HTTP/1.1" status: 200 len: 858 time: 0.1382766 Apr 21 06:06:03.000558 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Network 6b124cbb-246c-423e-aee8-f9aad056e624 details requested by agent ovs-agent-dv-cinder-782390-6-iscsi with host dv-cinder-782390-6-iscsi {{(pid=86434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 21 06:06:03.005910 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e61e4490-f2d9-4a1f-a541-17d245c24648 admin admin] Made reservation on behalf of a0641a8eea9f4df3a4ce06d70f479f41 for: {'subnet': 1} {{(pid=86433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:06:03.011851 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-e61e4490-f2d9-4a1f-a541-17d245c24648 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848149826'] for subnet, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:06:03.122018 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-586a7119-79d0-42e3-9fdc-a5684f2933b8 req-f44e1f22-d45e-4cc0-93a7-59d78cad597c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8a477b33-6a11-4388-9f32-3a61c0f7920e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1153674 Apr 21 06:06:03.361811 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-586a7119-79d0-42e3-9fdc-a5684f2933b8 req-0a6fd2a1-cf74-46ab-a6e7-0f9aaa644c02 service neutron] 10.222.0.11 "GET /v2.0/networks/8a477b33-6a11-4388-9f32-3a61c0f7920e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311265 Apr 21 06:06:03.494127 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74ed0c-b8ce-400c-a246-df23b75d4276 req-e910068b-f86d-4e49-84d5-4e7089184ad2 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:03.502455 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-dc74ed0c-b8ce-400c-a246-df23b75d4276 req-e910068b-f86d-4e49-84d5-4e7089184ad2 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 945 time: 0.4467838 Apr 21 06:06:03.794411 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-dc74ed0c-b8ce-400c-a246-df23b75d4276 req-e1a5c788-020f-442d-8ede-e6d73c74d571 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908022 Apr 21 06:06:03.871137 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-586a7119-79d0-42e3-9fdc-a5684f2933b8 req-8d71d4e3-81f1-482c-9dfe-ec465a991b82 service neutron] 10.222.0.11 "GET /v2.0/networks/8a477b33-6a11-4388-9f32-3a61c0f7920e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4924536 Apr 21 06:06:03.985458 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-e61e4490-f2d9-4a1f-a541-17d245c24648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7991656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848204256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848149841'] for subnet, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:06:03.990649 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-88457e0f-bb42-4be1-bc6a-fe40be91f81e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:06:04.099893 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e4490-f2d9-4a1f-a541-17d245c24648 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1767cf16-85d3-4dc9-b63e-72ae86445053,revision_number=0']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:06:04.103952 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-e61e4490-f2d9-4a1f-a541-17d245c24648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:06:04.104925 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61e4490-f2d9-4a1f-a541-17d245c24648 admin admin] Checking segment: {'id': '47c77a56-e42b-4d7a-b4f1-d169f8e1fd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '6b124cbb-246c-423e-aee8-f9aad056e624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:06:04.105321 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61e4490-f2d9-4a1f-a541-17d245c24648 admin admin] Network hostable DHCP agents. Network: 6b124cbb-246c-423e-aee8-f9aad056e624, hostable agents: ['6e5e74bc-90a9-40d2-b33c-cc5e996b490a'], hosted agents: [] {{(pid=86433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 21 06:06:04.171851 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61e4490-f2d9-4a1f-a541-17d245c24648 admin admin] Network 6b124cbb-246c-423e-aee8-f9aad056e624 is scheduled to be hosted by DHCP agent 6e5e74bc-90a9-40d2-b33c-cc5e996b490a with binding_index 1 {{(pid=86433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 21 06:06:04.211763 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [None req-e61e4490-f2d9-4a1f-a541-17d245c24648 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-6-iscsi, 6b124cbb-246c-423e-aee8-f9aad056e624) {{(pid=86433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:06:04.221903 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244ac0cb-9d5d-4606-a024-a8b71d8d37b9 None None] Network 6b124cbb-246c-423e-aee8-f9aad056e624 requested from dv-cinder-782390-6-iscsi {{(pid=86434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:06:04.226956 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61e4490-f2d9-4a1f-a541-17d245c24648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:04.227744 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-e61e4490-f2d9-4a1f-a541-17d245c24648 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:06:04.296034 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-e61e4490-f2d9-4a1f-a541-17d245c24648 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3760796 Apr 21 06:06:04.594189 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c701b1b2-d1a3-4865-a5c5-6ae6c6ff63f2 req-3f84d352-4207-462c-bbf2-dc609f84361d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:04.598546 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c701b1b2-d1a3-4865-a5c5-6ae6c6ff63f2 req-3f84d352-4207-462c-bbf2-dc609f84361d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=83c72247bd04473380fa74addf843cfd&device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 1098 time: 0.2065911 Apr 21 06:06:04.634268 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d24506-ea9f-4f45-bbe7-4f9dc5c98bdb req-57e805ea-74f3-4985-b405-2ac8f49e58ce tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:04.646325 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-21d24506-ea9f-4f45-bbe7-4f9dc5c98bdb req-57e805ea-74f3-4985-b405-2ac8f49e58ce tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 946 time: 0.2089508 Apr 21 06:06:04.738109 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-21d24506-ea9f-4f45-bbe7-4f9dc5c98bdb req-fe879eb2-e6e1-4bec-8eab-626c39da4eb9 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905147 Apr 21 06:06:04.789569 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:06:04.830495 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02bc3e88-fc33-4b2b-9b01-372ad9c05dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:06:04.915959 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f988bcfa-7477-441c-93a2-aafd036b6691 None None] Network 6b124cbb-246c-423e-aee8-f9aad056e624 requested from dv-cinder-782390-6-iscsi {{(pid=86434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:06:04.994886 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadd33d-f242-4686-b647-b24a081c3abb req-6714822e-efba-414e-8221-57da3aaba36c tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:04.997009 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-dfadd33d-f242-4686-b647-b24a081c3abb req-6714822e-efba-414e-8221-57da3aaba36c tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 945 time: 0.2633438 Apr 21 06:06:04.998492 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c701b1b2-d1a3-4865-a5c5-6ae6c6ff63f2 req-6d8308b8-edfc-4af5-92b9-a60787d28e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:05.000197 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c701b1b2-d1a3-4865-a5c5-6ae6c6ff63f2 req-6d8308b8-edfc-4af5-92b9-a60787d28e6a service neutron] 10.222.0.11 "GET /v2.0/networks?id=8a477b33-6a11-4388-9f32-3a61c0f7920e HTTP/1.1" status: 200 len: 919 time: 0.3901300 Apr 21 06:06:05.153488 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c701b1b2-d1a3-4865-a5c5-6ae6c6ff63f2 req-20948717-c4c8-4da9-9cb4-d0b92e4cfa8b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ab21f9f-1509-41df-ba62-c5cf11ead2ce HTTP/1.1" status: 200 len: 217 time: 0.1331763 Apr 21 06:06:05.263738 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-dfadd33d-f242-4686-b647-b24a081c3abb req-86ccfdbb-de7c-437a-b2b2-1322345a96cc tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603090 Apr 21 06:06:05.283664 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c701b1b2-d1a3-4865-a5c5-6ae6c6ff63f2 req-0cfbe919-aa2c-4863-b9f3-23852b4c1524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:05.285682 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c701b1b2-d1a3-4865-a5c5-6ae6c6ff63f2 req-0cfbe919-aa2c-4863-b9f3-23852b4c1524 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2da1c0c9-9d0e-43d1-a8aa-9f65aa7cd6bc HTTP/1.1" status: 200 len: 858 time: 0.1190672 Apr 21 06:06:05.348426 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c701b1b2-d1a3-4865-a5c5-6ae6c6ff63f2 req-f0242432-a8b1-4a9b-8dff-3f368d2fe34f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8a477b33-6a11-4388-9f32-3a61c0f7920e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536633 Apr 21 06:06:05.422913 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:06:05.510586 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c701b1b2-d1a3-4865-a5c5-6ae6c6ff63f2 req-1cde932c-d62c-42de-906a-f4972d1d0b95 service neutron] 10.222.0.11 "GET /v2.0/networks/8a477b33-6a11-4388-9f32-3a61c0f7920e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493692 Apr 21 06:06:05.714750 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c701b1b2-d1a3-4865-a5c5-6ae6c6ff63f2 req-d0d71a3c-e7a5-462a-be34-bc2c23e1637a service neutron] 10.222.0.11 "GET /v2.0/networks/8a477b33-6a11-4388-9f32-3a61c0f7920e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976376 Apr 21 06:06:06.017086 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886f4de-18a5-4494-942a-6586a6f796df req-61b44221-acd0-4db2-9644-1f8c31348a1c tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:06.018833 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-7886f4de-18a5-4494-942a-6586a6f796df req-61b44221-acd0-4db2-9644-1f8c31348a1c tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 946 time: 0.1218922 Apr 21 06:06:06.087352 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-7886f4de-18a5-4494-942a-6586a6f796df req-e92211e5-0d6b-4db0-b9b2-367245f5e0b2 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566366 Apr 21 06:06:06.205712 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:06:06.613421 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324ad823-cc36-4365-8533-4191d2c555e2 req-a78a593b-5d7b-4957-8efa-fa45c466ecfc tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:06.615174 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-324ad823-cc36-4365-8533-4191d2c555e2 req-a78a593b-5d7b-4957-8efa-fa45c466ecfc tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 945 time: 0.0942509 Apr 21 06:06:06.680777 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-324ad823-cc36-4365-8533-4191d2c555e2 req-6c42bcbb-0f75-4165-88a2-78a881b0c02c tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581379 Apr 21 06:06:06.971421 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:06:07.319186 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083569b-883a-4343-8df9-1b64a5a5aa4b req-b7c7a685-cb8f-49fb-933e-508d483f2f38 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:07.334379 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a083569b-883a-4343-8df9-1b64a5a5aa4b req-b7c7a685-cb8f-49fb-933e-508d483f2f38 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 946 time: 0.1111398 Apr 21 06:06:07.387988 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a083569b-883a-4343-8df9-1b64a5a5aa4b req-dd108b91-6d43-4b64-b782-da5d7ecf5f33 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523458 Apr 21 06:06:07.892311 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83905bf-6ec7-4b81-87e6-0db490d98d0b req-f3ae5a63-9f76-4aea-b4af-013bf16a567f tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:07.893878 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c83905bf-6ec7-4b81-87e6-0db490d98d0b req-f3ae5a63-9f76-4aea-b4af-013bf16a567f tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 945 time: 0.0949380 Apr 21 06:06:07.946105 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c83905bf-6ec7-4b81-87e6-0db490d98d0b req-553de3b5-3006-4169-b8a4-32900c42b59b tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439017 Apr 21 06:06:08.637086 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283ad811-ca02-4f59-ae6b-bafc79948768 req-ff8f54d7-dcfe-4c6a-8401-2ffac4f5cbd2 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:08.639192 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-283ad811-ca02-4f59-ae6b-bafc79948768 req-ff8f54d7-dcfe-4c6a-8401-2ffac4f5cbd2 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 946 time: 0.1150465 Apr 21 06:06:08.721756 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-283ad811-ca02-4f59-ae6b-bafc79948768 req-cae425bd-be65-4819-bd49-68cd25478273 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680645 Apr 21 06:06:09.171415 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b11c0-3943-4a23-8f25-66d745e9ce16 req-aabe7a84-e089-484f-80ca-2744e6276235 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:09.173209 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-bd2b11c0-3943-4a23-8f25-66d745e9ce16 req-aabe7a84-e089-484f-80ca-2744e6276235 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 945 time: 0.1057315 Apr 21 06:06:09.255947 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-bd2b11c0-3943-4a23-8f25-66d745e9ce16 req-97992179-616b-4ff6-81aa-0e665f52c1fa tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754206 Apr 21 06:06:09.973492 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcdbc1c-ce85-428b-97b3-b8ee5e27597a req-34290fea-bcf6-4431-8ea5-3b277a9da3d6 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:09.975934 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1dcdbc1c-ce85-428b-97b3-b8ee5e27597a req-34290fea-bcf6-4431-8ea5-3b277a9da3d6 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 946 time: 0.1328802 Apr 21 06:06:10.027574 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1dcdbc1c-ce85-428b-97b3-b8ee5e27597a req-b71b16c9-3b8f-47fd-b3b7-5d2d955ccceb tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437615 Apr 21 06:06:10.516223 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459757dd-4646-46dd-bbd5-78377c9d165d req-fda23167-f7ce-482d-aac2-d846a9fe6653 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:10.523635 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-459757dd-4646-46dd-bbd5-78377c9d165d req-fda23167-f7ce-482d-aac2-d846a9fe6653 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 945 time: 0.1331050 Apr 21 06:06:10.602007 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-459757dd-4646-46dd-bbd5-78377c9d165d req-91402ac4-90d6-447e-8285-fe2ccf804ba8 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765705 Apr 21 06:06:11.412417 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd54dc-cdde-4a27-b861-74ce11f61be1 req-83dcacb7-38a2-4af9-bbfa-51283db9f87a tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:11.418471 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-61fd54dc-cdde-4a27-b861-74ce11f61be1 req-83dcacb7-38a2-4af9-bbfa-51283db9f87a tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 946 time: 0.1390898 Apr 21 06:06:11.475963 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-61fd54dc-cdde-4a27-b861-74ce11f61be1 req-a84d30e0-a0bb-42c0-a082-5949b0c4730e tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515449 Apr 21 06:06:11.884644 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d4fb1-fe49-4e80-8989-a36a6e6604b1 req-db487304-5ac3-4c62-b890-2d6519199af7 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:11.886704 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-981d4fb1-fe49-4e80-8989-a36a6e6604b1 req-db487304-5ac3-4c62-b890-2d6519199af7 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 945 time: 0.1669486 Apr 21 06:06:11.959298 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-981d4fb1-fe49-4e80-8989-a36a6e6604b1 req-96e85482-be6c-4f98-8ebc-c05e97f4d97c tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655613 Apr 21 06:06:12.762322 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d422f9-0ab0-4ff0-bc72-d02f8d0e4bed req-f54c7ffb-94f7-41b6-b3ec-3fd81030ce04 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:12.764175 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d4d422f9-0ab0-4ff0-bc72-d02f8d0e4bed req-f54c7ffb-94f7-41b6-b3ec-3fd81030ce04 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 946 time: 0.0970209 Apr 21 06:06:12.829924 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d4d422f9-0ab0-4ff0-bc72-d02f8d0e4bed req-bfceadf2-5bb7-4d29-8635-d669e538395d tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561445 Apr 21 06:06:14.112349 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7831bb-647e-4bda-b4cf-a96cc5e519bd req-16b76e0f-721d-49e7-875b-2c77d05700bf tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:14.115084 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-be7831bb-647e-4bda-b4cf-a96cc5e519bd req-16b76e0f-721d-49e7-875b-2c77d05700bf tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 946 time: 0.1255314 Apr 21 06:06:14.174873 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-be7831bb-647e-4bda-b4cf-a96cc5e519bd req-bd271704-e4fb-4fcd-853b-493bde1690d1 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443211 Apr 21 06:06:15.376970 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098af8a7-9c2b-4269-972e-477523216fa5 req-6a345ebf-f9ad-4836-a9a2-db2a157faa51 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:15.378575 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-098af8a7-9c2b-4269-972e-477523216fa5 req-6a345ebf-f9ad-4836-a9a2-db2a157faa51 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 946 time: 0.0892038 Apr 21 06:06:15.426140 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-098af8a7-9c2b-4269-972e-477523216fa5 req-8efb0add-e2e4-499f-8047-87829ee3ea4e tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412614 Apr 21 06:06:16.644717 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9314eab4-5f88-4d36-97fa-819cd72d3655 req-5fc1183f-c665-40f4-b959-f032cdf37a43 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:16.646312 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-9314eab4-5f88-4d36-97fa-819cd72d3655 req-5fc1183f-c665-40f4-b959-f032cdf37a43 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 946 time: 0.0975778 Apr 21 06:06:16.694344 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-9314eab4-5f88-4d36-97fa-819cd72d3655 req-98cb2d84-ffc1-44f3-b22f-4510647df34c tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415540 Apr 21 06:06:17.924486 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6993d213-0a29-4143-8342-53ceaba1bc35 req-644e23d5-a809-49ee-9ec4-97b9040746b9 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:17.926134 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6993d213-0a29-4143-8342-53ceaba1bc35 req-644e23d5-a809-49ee-9ec4-97b9040746b9 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 946 time: 0.1005967 Apr 21 06:06:17.978573 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6993d213-0a29-4143-8342-53ceaba1bc35 req-dd26418d-6f35-4941-9128-6aebc0b2069d tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452018 Apr 21 06:06:18.793172 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac9d02-51ce-4a2f-8d96-11c9f2e7f7b4 req-e10b96e6-ad40-42e3-ba5f-e76997c98f0d tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:18.794818 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-fcac9d02-51ce-4a2f-8d96-11c9f2e7f7b4 req-e10b96e6-ad40-42e3-ba5f-e76997c98f0d tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 945 time: 0.0925622 Apr 21 06:06:19.063226 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-fcac9d02-51ce-4a2f-8d96-11c9f2e7f7b4 req-95291b2e-bde6-42bc-913b-90397d69e1d0 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616332 Apr 21 06:06:19.412714 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53b90c-096b-4274-be5a-81d6e11d6fe1 req-a1cf616e-bcc9-46c0-a98a-7c8d01d64fbf tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:19.414896 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-5b53b90c-096b-4274-be5a-81d6e11d6fe1 req-a1cf616e-bcc9-46c0-a98a-7c8d01d64fbf tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 946 time: 0.3089173 Apr 21 06:06:19.467032 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-5b53b90c-096b-4274-be5a-81d6e11d6fe1 req-9c165c04-d261-4c42-8a11-e7242cc54ecf tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448046 Apr 21 06:06:20.082789 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:06:20.674013 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ef478-8222-4ed5-ad15-ea70e0aa331d req-ff840d48-7d47-4a9c-ad0c-bd5ef00233ef tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:20.675626 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e29ef478-8222-4ed5-ad15-ea70e0aa331d req-ff840d48-7d47-4a9c-ad0c-bd5ef00233ef tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 946 time: 0.0897508 Apr 21 06:06:20.722693 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e29ef478-8222-4ed5-ad15-ea70e0aa331d req-0404f1da-c87a-484c-ad55-9001953a95fb tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407774 Apr 21 06:06:21.940997 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f169d-4fcb-41f0-a2d4-33fc4737d174 req-86303590-7b5f-40c9-9632-5494dd37c89c tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:21.942616 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e40f169d-4fcb-41f0-a2d4-33fc4737d174 req-86303590-7b5f-40c9-9632-5494dd37c89c tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 946 time: 0.0940080 Apr 21 06:06:21.992673 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e40f169d-4fcb-41f0-a2d4-33fc4737d174 req-7940f143-511c-4520-9367-a66a1862dc05 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432501 Apr 21 06:06:23.011132 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b2a50-0c69-47de-b7a2-197b3c7341c3 req-23c3d090-9921-4c17-96c3-9b5e1d13e5b9 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:23.012662 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-eb3b2a50-0c69-47de-b7a2-197b3c7341c3 req-23c3d090-9921-4c17-96c3-9b5e1d13e5b9 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 946 time: 0.0955944 Apr 21 06:06:23.034998 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 57888) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:06:23.068123 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-eb3b2a50-0c69-47de-b7a2-197b3c7341c3 req-b2eecf43-3fcf-4525-963c-7d0115790c40 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb4a8c28-565a-4d8d-8586-e8b658f711e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478637 Apr 21 06:06:23.121708 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.db_base_plugin_v2 [None req-34625664-5ca3-41bb-b56b-6ea213f34cca admin admin] Deleting subnet 27639cd0-56df-4571-a92a-193ba34d725c {{(pid=86432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 21 06:06:23.124938 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-34625664-5ca3-41bb-b56b-6ea213f34cca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:06:23.233511 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-34625664-5ca3-41bb-b56b-6ea213f34cca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7129852'] for subnet, precommit_delete_associations {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:06:23.326925 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b10e5-d565-4d08-992c-a6c6b2379110 req-6029a49d-3afd-4456-a024-a75781fd8faf tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:23.328574 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e80b10e5-d565-4d08-992c-a6c6b2379110 req-6029a49d-3afd-4456-a024-a75781fd8faf tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 946 time: 0.1546719 Apr 21 06:06:23.331345 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-34625664-5ca3-41bb-b56b-6ea213f34cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853408352'] for subnet, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:06:23.447078 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e80b10e5-d565-4d08-992c-a6c6b2379110 req-0d35b4ad-a9b0-40d8-afb2-a93186a6bc6e tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871909 Apr 21 06:06:23.697097 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-34625664-5ca3-41bb-b56b-6ea213f34cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7991656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848222979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847718353'] for subnet, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:06:23.701996 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:06:23.744057 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-34625664-5ca3-41bb-b56b-6ea213f34cca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846863987'] for subnet, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:06:23.747770 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34625664-5ca3-41bb-b56b-6ea213f34cca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27639cd0-56df-4571-a92a-193ba34d725c,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:06:23.749973 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-34625664-5ca3-41bb-b56b-6ea213f34cca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:06:23.753565 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-34625664-5ca3-41bb-b56b-6ea213f34cca admin admin] 10.222.0.15 "DELETE /v2.0/subnets/27639cd0-56df-4571-a92a-193ba34d725c HTTP/1.1" status: 204 len: 168 time: 0.7168593 Apr 21 06:06:23.755785 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 57900) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:06:23.868306 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-16c13296-e253-416a-9b75-c8cc34d3cf7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853439508'] for network, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:06:23.997565 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-16c13296-e253-416a-9b75-c8cc34d3cf7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1367541', 'neutron.services.segments.db._delete_segments_for_network-8765873502323'] for network, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:06:24.111160 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.services.segments.db [None req-16c13296-e253-416a-9b75-c8cc34d3cf7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f68f904-68b6-4d64-a920-aab3b0872ae0']}} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:06:24.124096 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.services.segments.db [None req-16c13296-e253-416a-9b75-c8cc34d3cf7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5819f749-ea57-4ad9-a172-46bdbefceeca') {'for_net_delete': True} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:06:24.124435 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.services.segments.db [None req-16c13296-e253-416a-9b75-c8cc34d3cf7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5819f749-ea57-4ad9-a172-46bdbefceeca') {} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:06:24.136840 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-16c13296-e253-416a-9b75-c8cc34d3cf7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363270981292899', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847645964'] for segment, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:06:24.188433 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-16c13296-e253-416a-9b75-c8cc34d3cf7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1361606'] for segment, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:06:24.195379 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16c13296-e253-416a-9b75-c8cc34d3cf7b admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=86432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 21 06:06:24.313719 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a1bfa-b909-4d81-9c15-7309e0399761 req-60286e29-ea7d-4238-af5c-99846aab5733 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:24.315076 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-662a1bfa-b909-4d81-9c15-7309e0399761 req-60286e29-ea7d-4238-af5c-99846aab5733 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 946 time: 0.0919662 Apr 21 06:06:24.366603 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-662a1bfa-b909-4d81-9c15-7309e0399761 req-a581440a-9216-4aab-a591-be5a48832ded tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb4a8c28-565a-4d8d-8586-e8b658f711e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448437 Apr 21 06:06:24.377312 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-16c13296-e253-416a-9b75-c8cc34d3cf7b admin admin] Network 1f68f904-68b6-4d64-a920-aab3b0872ae0 has no segments {{(pid=86432) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 06:06:24.387335 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-16c13296-e253-416a-9b75-c8cc34d3cf7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853414223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6553438'] for segment, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:06:24.568751 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-16c13296-e253-416a-9b75-c8cc34d3cf7b admin admin] Network 1f68f904-68b6-4d64-a920-aab3b0872ae0 has no segments {{(pid=86432) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 06:06:24.624602 dv-cinder-782390-6-iscsi neutron-server[86317]: Traceback (most recent call last): Apr 21 06:06:24.624602 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 06:06:24.624602 dv-cinder-782390-6-iscsi neutron-server[86317]: timer() Apr 21 06:06:24.624602 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 06:06:24.624602 dv-cinder-782390-6-iscsi neutron-server[86317]: cb(*args, **kw) Apr 21 06:06:24.624602 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 21 06:06:24.624602 dv-cinder-782390-6-iscsi neutron-server[86317]: return func(*args, **kwargs) Apr 21 06:06:24.624602 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 06:06:24.624602 dv-cinder-782390-6-iscsi neutron-server[86317]: self._notify() Apr 21 06:06:24.624602 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 06:06:24.624602 dv-cinder-782390-6-iscsi neutron-server[86317]: self.callback(batched_events) Apr 21 06:06:24.624602 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 06:06:24.624602 dv-cinder-782390-6-iscsi neutron-server[86317]: event.method(event) Apr 21 06:06:24.624602 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 06:06:24.624602 dv-cinder-782390-6-iscsi neutron-server[86317]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 06:06:24.624602 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 21 06:06:24.624602 dv-cinder-782390-6-iscsi neutron-server[86317]: segment_id)['aggregates'][0] Apr 21 06:06:24.624602 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 06:06:24.624602 dv-cinder-782390-6-iscsi neutron-server[86317]: return f(self, *a, **k) Apr 21 06:06:24.624602 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 06:06:24.624602 dv-cinder-782390-6-iscsi neutron-server[86317]: return self._get(url).json() Apr 21 06:06:24.624602 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 06:06:24.624602 dv-cinder-782390-6-iscsi neutron-server[86317]: **kwargs) Apr 21 06:06:24.624602 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 06:06:24.624602 dv-cinder-782390-6-iscsi neutron-server[86317]: return self.request(url, 'GET', **kwargs) Apr 21 06:06:24.624602 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 21 06:06:24.624602 dv-cinder-782390-6-iscsi neutron-server[86317]: **endpoint_filter) Apr 21 06:06:24.624602 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 06:06:24.624602 dv-cinder-782390-6-iscsi neutron-server[86317]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 06:06:24.624602 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 06:06:24.624602 dv-cinder-782390-6-iscsi neutron-server[86317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 06:06:24.624602 dv-cinder-782390-6-iscsi neutron-server[86317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 06:06:24.742958 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6bfde1-674e-4237-be44-01f827c96a3c req-3f6e3887-fbc1-4b7f-80e3-8df946fff9d4 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:24.745051 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-dc6bfde1-674e-4237-be44-01f827c96a3c req-3f6e3887-fbc1-4b7f-80e3-8df946fff9d4 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 946 time: 0.1778896 Apr 21 06:06:24.795616 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-dc6bfde1-674e-4237-be44-01f827c96a3c req-a9b6a47f-1a67-4c7f-8333-089119763760 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440941 Apr 21 06:06:24.919405 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-16c13296-e253-416a-9b75-c8cc34d3cf7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853408259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8011138'] for network, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:06:24.923406 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-f5f46f69-1907-4a2b-8ce4-bcfc1690c4eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:06:24.940786 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-16c13296-e253-416a-9b75-c8cc34d3cf7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846863987'] for network, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:06:24.949641 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c13296-e253-416a-9b75-c8cc34d3cf7b admin admin] Pushing event deleted for resources: {'Network': ['ID=1f68f904-68b6-4d64-a920-aab3b0872ae0,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:06:24.952926 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-16c13296-e253-416a-9b75-c8cc34d3cf7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:06:25.000279 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-16c13296-e253-416a-9b75-c8cc34d3cf7b admin admin] 10.222.0.15 "DELETE /v2.0/networks/1f68f904-68b6-4d64-a920-aab3b0872ae0 HTTP/1.1" status: 204 len: 168 time: 1.2434571 Apr 21 06:06:25.262318 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 57920) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:06:25.313656 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-365f7fa4-19a0-4bc7-be85-946fca349294 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=aeefb0188ea04d34b48759d35d847d1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0499761 Apr 21 06:06:25.316077 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 57924) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:06:25.375040 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-cebf93df-ef82-4e19-baa7-77e2868a9fd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:06:25.401953 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-cebf93df-ef82-4e19-baa7-77e2868a9fd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:06:25.474229 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-cebf93df-ef82-4e19-baa7-77e2868a9fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:06:25.480402 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5a2fd25b-30ea-42ad-9f90-4c0d60a5adb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:06:25.495416 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebf93df-ef82-4e19-baa7-77e2868a9fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7445d4c8-c30a-4757-adc7-5d862c00d287,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:06:25.498502 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-cebf93df-ef82-4e19-baa7-77e2868a9fd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:06:25.530396 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-cebf93df-ef82-4e19-baa7-77e2868a9fd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:06:25.531927 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-cebf93df-ef82-4e19-baa7-77e2868a9fd5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7445d4c8-c30a-4757-adc7-5d862c00d287 HTTP/1.1" status: 204 len: 168 time: 0.2148919 Apr 21 06:06:25.597504 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc955d-addc-4a1e-bffc-7a4cdeb046a6 req-082ae793-15eb-47d6-a46e-8ddf38b6490c tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:25.599266 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-24cc955d-addc-4a1e-bffc-7a4cdeb046a6 req-082ae793-15eb-47d6-a46e-8ddf38b6490c tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 946 time: 0.1073375 Apr 21 06:06:25.651187 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-24cc955d-addc-4a1e-bffc-7a4cdeb046a6 req-9046cb67-c1bb-417e-878a-d8ed62784429 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb4a8c28-565a-4d8d-8586-e8b658f711e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446005 Apr 21 06:06:26.003740 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e5ebb5-10ad-475c-a48b-d075161a26dc req-0bc7e316-9dec-4817-9900-3df421d011fc tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:26.005327 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-20e5ebb5-10ad-475c-a48b-d075161a26dc req-0bc7e316-9dec-4817-9900-3df421d011fc tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 946 time: 0.0911834 Apr 21 06:06:26.054224 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-20e5ebb5-10ad-475c-a48b-d075161a26dc req-b61bfe1e-c29f-4fe0-9fe7-7c4a6dfa4bae tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424030 Apr 21 06:06:26.997557 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ca54a-41a1-40ce-a113-10968cede1ef req-6fd45830-8d16-449b-8059-6f7484f5d551 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:26.999178 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-4c5ca54a-41a1-40ce-a113-10968cede1ef req-6fd45830-8d16-449b-8059-6f7484f5d551 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 946 time: 0.0891972 Apr 21 06:06:27.046788 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-4c5ca54a-41a1-40ce-a113-10968cede1ef req-b2f4e259-775b-4533-847d-091cc2b1f932 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb4a8c28-565a-4d8d-8586-e8b658f711e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412748 Apr 21 06:06:27.299029 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c57d09-d5dc-4917-a445-568c1fcd36d3 req-00f66ed7-45c5-448f-9031-0a99a3da53e2 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:27.300987 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-23c57d09-d5dc-4917-a445-568c1fcd36d3 req-00f66ed7-45c5-448f-9031-0a99a3da53e2 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 946 time: 0.1110775 Apr 21 06:06:27.361640 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-23c57d09-d5dc-4917-a445-568c1fcd36d3 req-4691e971-d4a2-4b5f-8163-c486b53fafde tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539007 Apr 21 06:06:28.270430 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9246084c-384f-42f3-94a8-9c9c0002118e req-9a917c6b-a028-4111-b6da-e0b15c20aca4 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:28.272119 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-9246084c-384f-42f3-94a8-9c9c0002118e req-9a917c6b-a028-4111-b6da-e0b15c20aca4 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 946 time: 0.1001451 Apr 21 06:06:28.319819 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-9246084c-384f-42f3-94a8-9c9c0002118e req-1cdc39af-3abb-4970-a9ac-f63564fe2234 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb4a8c28-565a-4d8d-8586-e8b658f711e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408432 Apr 21 06:06:28.569008 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46b5078-ba70-47eb-b8b0-69fa40a47f0b req-b6211936-1b01-4b09-a6aa-83b98e7c7d4f tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:28.570563 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f46b5078-ba70-47eb-b8b0-69fa40a47f0b req-b6211936-1b01-4b09-a6aa-83b98e7c7d4f tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 946 time: 0.0887182 Apr 21 06:06:28.616529 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f46b5078-ba70-47eb-b8b0-69fa40a47f0b req-aac403cb-71d1-4acf-9bf5-0a97e0cc8876 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396945 Apr 21 06:06:29.520551 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd1d3e-a9bb-4249-b5ac-6dba5f3216e2 req-4cbf3118-112c-4fd5-b27e-55d837690d5a tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:29.522205 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-adfd1d3e-a9bb-4249-b5ac-6dba5f3216e2 req-4cbf3118-112c-4fd5-b27e-55d837690d5a tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 946 time: 0.0887935 Apr 21 06:06:29.573193 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-adfd1d3e-a9bb-4249-b5ac-6dba5f3216e2 req-986bd97a-298a-4d0c-a53e-eb94efec8a5c tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb4a8c28-565a-4d8d-8586-e8b658f711e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432844 Apr 21 06:06:29.823118 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f364e1-b087-4e2f-a16f-d8f4fa8987d0 req-2ca93cde-1620-43e0-aef3-9dabec20e98a tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:29.824711 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-81f364e1-b087-4e2f-a16f-d8f4fa8987d0 req-2ca93cde-1620-43e0-aef3-9dabec20e98a tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 946 time: 0.0918245 Apr 21 06:06:29.872712 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-81f364e1-b087-4e2f-a16f-d8f4fa8987d0 req-ed86029b-e251-47b8-8f25-47ca667b5020 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415444 Apr 21 06:06:30.777056 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9e0ea-d5d3-45a2-ac35-f083f8067db2 req-3b522268-94c0-49c1-b1e2-8d621b66e4d9 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:30.778667 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-aaf9e0ea-d5d3-45a2-ac35-f083f8067db2 req-3b522268-94c0-49c1-b1e2-8d621b66e4d9 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 946 time: 0.0900626 Apr 21 06:06:30.826948 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-aaf9e0ea-d5d3-45a2-ac35-f083f8067db2 req-366ec938-c6ac-4810-94fd-1e3eadf937d0 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb4a8c28-565a-4d8d-8586-e8b658f711e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417874 Apr 21 06:06:31.097562 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10fcb7b-83c6-4bf7-99f6-bb62b0425d86 req-880f1055-5069-4ef4-92fe-e23e17e31d44 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:31.097562 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a10fcb7b-83c6-4bf7-99f6-bb62b0425d86 req-880f1055-5069-4ef4-92fe-e23e17e31d44 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 946 time: 0.0893440 Apr 21 06:06:31.134304 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a10fcb7b-83c6-4bf7-99f6-bb62b0425d86 req-d6509317-e6e5-4c75-9fdd-44812276d82c tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436280 Apr 21 06:06:32.031643 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de8ead7-77b2-45be-8161-c15c7699d9a1 req-752e91e9-de82-4012-ab58-e418bc24fba3 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:32.033271 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-2de8ead7-77b2-45be-8161-c15c7699d9a1 req-752e91e9-de82-4012-ab58-e418bc24fba3 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 946 time: 0.0930150 Apr 21 06:06:32.040026 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0f1de078-8b8f-4a3e-83b0-5d9a8dcb9bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:06:32.084159 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-2de8ead7-77b2-45be-8161-c15c7699d9a1 req-f3bae2b6-fbdb-4527-801f-648b1688e969 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb4a8c28-565a-4d8d-8586-e8b658f711e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434916 Apr 21 06:06:32.341455 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb3aab-3ad1-4953-a810-bc2b404b2476 req-68175b98-e6a0-404e-beb0-e237b418979b tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:32.343102 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-aacb3aab-3ad1-4953-a810-bc2b404b2476 req-68175b98-e6a0-404e-beb0-e237b418979b tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 946 time: 0.0883999 Apr 21 06:06:32.390326 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-aacb3aab-3ad1-4953-a810-bc2b404b2476 req-5504923c-ce25-443d-b7e7-e46aedb7f6c7 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406806 Apr 21 06:06:33.295817 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766715d-05bf-4c51-a6f9-08baee909a0c req-b079bcbd-2c70-4226-9147-cc20c61f00bf tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:33.297451 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b766715d-05bf-4c51-a6f9-08baee909a0c req-b079bcbd-2c70-4226-9147-cc20c61f00bf tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 946 time: 0.0926633 Apr 21 06:06:33.326325 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Device 73d308c6-f766-4740-9b6f-e88e0ae01217 details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=86434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 06:06:33.348286 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b766715d-05bf-4c51-a6f9-08baee909a0c req-8f7d6073-4def-452b-90b4-a2a2b16c24e4 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb4a8c28-565a-4d8d-8586-e8b658f711e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432777 Apr 21 06:06:33.482928 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] For port 73d308c6-f766-4740-9b6f-e88e0ae01217, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=73d308c6-f766-4740-9b6f-e88e0ae01217,segment=NetworkSegment(abf7ed71-e9c8-4881-8104-244b9f5ab084),segment_id=abf7ed71-e9c8-4881-8104-244b9f5ab084)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:06:33.499336 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Returning: {'device': '73d308c6-f766-4740-9b6f-e88e0ae01217', 'network_id': '4adbb71d-0e3c-4f02-8c40-88a15a7ed44f', 'port_id': '73d308c6-f766-4740-9b6f-e88e0ae01217', 'mac_address': 'fa:16:3e:8a:a8:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6540d99e-bc73-4d77-9e9a-a9934313dcf7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 06:06:33.562718 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:06:33.583324 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 73d308c6-f766-4740-9b6f-e88e0ae01217 {{(pid=86434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 06:06:33.601332 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] For port 73d308c6-f766-4740-9b6f-e88e0ae01217, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=73d308c6-f766-4740-9b6f-e88e0ae01217,segment=NetworkSegment(abf7ed71-e9c8-4881-8104-244b9f5ab084),segment_id=abf7ed71-e9c8-4881-8104-244b9f5ab084)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:06:33.617469 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a2b9c-bd02-4715-a65e-f9e10eda974d req-d9d6c69d-18a1-4071-a3f5-667773b28e14 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:33.619949 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-437a2b9c-bd02-4715-a65e-f9e10eda974d req-d9d6c69d-18a1-4071-a3f5-667773b28e14 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 946 time: 0.0980330 Apr 21 06:06:33.634273 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:06:33.636285 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-e672e842-969f-4a60-8a00-8879d7c30eec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:06:33.682585 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-437a2b9c-bd02-4715-a65e-f9e10eda974d req-ac483e0c-88c9-4913-9922-a2f18517460e tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544248 Apr 21 06:06:33.717628 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Pushing event updated for resources: {'Port': ['ID=73d308c6-f766-4740-9b6f-e88e0ae01217,revision_number=6']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:06:33.726220 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:06:33.726634 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:06:33.727074 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:06:33.727447 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:06:33.727813 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:06:33.728325 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:06:33.728862 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:06:33.729224 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:06:33.729587 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:06:33.731644 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:06:33.731644 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:06:33.731644 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:06:33.735470 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:06:33.740447 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] get_ports_and_sgs() called for port_ids ['73d308c6-f766-4740-9b6f-e88e0ae01217'] {{(pid=86434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:06:34.527862 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-75990eb1-fc48-4138-86e9-b399cb10d9ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:06:34.582606 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5329c2d-2685-471e-ad4a-68681e588431 req-cc1afbc2-b633-4859-a78d-31468cda4387 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:34.584673 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a5329c2d-2685-471e-ad4a-68681e588431 req-cc1afbc2-b633-4859-a78d-31468cda4387 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 946 time: 0.1138530 Apr 21 06:06:34.639249 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a5329c2d-2685-471e-ad4a-68681e588431 req-a3368fd4-ab21-4e9e-936a-be34f5805a6e tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb4a8c28-565a-4d8d-8586-e8b658f711e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473559 Apr 21 06:06:34.719863 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:06:34.903661 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d9c6d8-5084-4530-aaff-f23dd8274a6c req-a6fbd0f7-7103-43e2-b55c-2414377bf4c5 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:34.905186 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-15d9c6d8-5084-4530-aaff-f23dd8274a6c req-a6fbd0f7-7103-43e2-b55c-2414377bf4c5 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 945 time: 0.0968680 Apr 21 06:06:34.976965 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-15d9c6d8-5084-4530-aaff-f23dd8274a6c req-468f9907-bdc7-43d2-8107-872bb6d95256 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646408 Apr 21 06:06:35.323980 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Device 73d308c6-f766-4740-9b6f-e88e0ae01217 up at agent hyperv_hv-cinder-78239 {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:06:35.424564 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Provisioning complete for port 73d308c6-f766-4740-9b6f-e88e0ae01217 triggered by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:06:35.425113 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:06:35.457387 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:06:35.564810 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:06:35.600534 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47681b71-1a9f-43b0-91cc-5fa6232d2eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d308c6-f766-4740-9b6f-e88e0ae01217'}] {{(pid=86434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:06:35.616494 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] For port 73d308c6-f766-4740-9b6f-e88e0ae01217, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=73d308c6-f766-4740-9b6f-e88e0ae01217,segment=NetworkSegment(abf7ed71-e9c8-4881-8104-244b9f5ab084),segment_id=abf7ed71-e9c8-4881-8104-244b9f5ab084)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:06:35.649722 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:06:35.653126 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:06:35.704809 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47681b71-1a9f-43b0-91cc-5fa6232d2eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d308c6-f766-4740-9b6f-e88e0ae01217', 'code': 200} Apr 21 06:06:35.743847 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Pushing event updated for resources: {'Port': ['ID=73d308c6-f766-4740-9b6f-e88e0ae01217,revision_number=7']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:06:35.747790 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:06:35.861910 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a06eaff-7eaf-430a-b34e-1bb1b885cb7e req-197f5a91-dd50-48d0-bf9b-5dd6094b8d27 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:35.863576 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1a06eaff-7eaf-430a-b34e-1bb1b885cb7e req-197f5a91-dd50-48d0-bf9b-5dd6094b8d27 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 946 time: 0.0966010 Apr 21 06:06:35.920517 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1a06eaff-7eaf-430a-b34e-1bb1b885cb7e req-86736c25-d98f-4f48-8880-ea9216821ab7 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb4a8c28-565a-4d8d-8586-e8b658f711e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456746 Apr 21 06:06:36.213987 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc76c08-1342-4ffb-9e92-036013c90722 req-b726e16e-f24d-42dc-b14e-e7e5150b00e8 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:36.215654 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-4dc76c08-1342-4ffb-9e92-036013c90722 req-b726e16e-f24d-42dc-b14e-e7e5150b00e8 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 946 time: 0.0944526 Apr 21 06:06:36.282517 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-4dc76c08-1342-4ffb-9e92-036013c90722 req-c002894e-5baa-4491-9e86-6b5369f99f86 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566790 Apr 21 06:06:36.411010 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:06:37.074366 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:06:37.121958 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc89a7ec-480a-4898-a9bd-a0531d5d37ac req-96c4c3a2-bb0f-44e1-b937-0ec3caea2908 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:37.123634 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-cc89a7ec-480a-4898-a9bd-a0531d5d37ac req-96c4c3a2-bb0f-44e1-b937-0ec3caea2908 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 946 time: 0.0893881 Apr 21 06:06:37.177278 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-cc89a7ec-480a-4898-a9bd-a0531d5d37ac req-73a04945-1a4c-417a-9665-65c170a8bb41 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb4a8c28-565a-4d8d-8586-e8b658f711e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464818 Apr 21 06:06:37.524541 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b4b1f8-9518-4815-bd9d-da037453375b req-c7f7a357-2c36-44a3-a733-d207be4dfbaa tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:37.527091 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-68b4b1f8-9518-4815-bd9d-da037453375b req-c7f7a357-2c36-44a3-a733-d207be4dfbaa tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 946 time: 0.0946963 Apr 21 06:06:37.593552 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-68b4b1f8-9518-4815-bd9d-da037453375b req-560881ae-5c79-42a2-82c0-d3b4fbe5fe21 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601194 Apr 21 06:06:38.423460 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee9683-1e96-45c2-897c-dad666edb78d req-e96cfa46-a2c4-4f74-a67d-f9d85a6a0c33 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:38.426461 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-4eee9683-1e96-45c2-897c-dad666edb78d req-e96cfa46-a2c4-4f74-a67d-f9d85a6a0c33 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 946 time: 0.0950699 Apr 21 06:06:38.482543 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-4eee9683-1e96-45c2-897c-dad666edb78d req-b844ec0e-b014-4d8a-b400-0a0f1da5a5c0 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb4a8c28-565a-4d8d-8586-e8b658f711e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489743 Apr 21 06:06:38.825886 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64a0a36-01c1-4978-8ab4-7ef57c030a32 req-bdd99ab9-b580-4fa3-b048-764b22d2b699 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:38.833560 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e64a0a36-01c1-4978-8ab4-7ef57c030a32 req-bdd99ab9-b580-4fa3-b048-764b22d2b699 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 946 time: 0.1087940 Apr 21 06:06:38.882419 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e64a0a36-01c1-4978-8ab4-7ef57c030a32 req-db99349f-e899-40f3-bcaf-dde49bb89987 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478911 Apr 21 06:06:39.731394 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e0120-0b9a-48f0-bddb-3ba5faf56045 req-c8575d81-c09e-4815-95ca-1942cb331ed9 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:39.733169 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-7e9e0120-0b9a-48f0-bddb-3ba5faf56045 req-c8575d81-c09e-4815-95ca-1942cb331ed9 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 946 time: 0.1042962 Apr 21 06:06:39.787890 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-7e9e0120-0b9a-48f0-bddb-3ba5faf56045 req-cd34a5bf-4923-4caa-b630-339de5c88a28 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb4a8c28-565a-4d8d-8586-e8b658f711e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475235 Apr 21 06:06:40.091246 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c6228-d788-4463-a222-53480b45a9f0 req-0193b7e5-8dee-438c-9731-5f3f867bb686 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:40.092803 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-420c6228-d788-4463-a222-53480b45a9f0 req-0193b7e5-8dee-438c-9731-5f3f867bb686 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 946 time: 0.0886807 Apr 21 06:06:40.139873 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-420c6228-d788-4463-a222-53480b45a9f0 req-03f0234e-c37b-4648-afb1-da970b386879 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407383 Apr 21 06:06:41.009038 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b4843e-fe53-4d9d-a554-38fd8dda66f1 req-62266191-b7bf-473c-b030-44ec19f9bcb3 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:41.018123 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-41b4843e-fe53-4d9d-a554-38fd8dda66f1 req-62266191-b7bf-473c-b030-44ec19f9bcb3 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 946 time: 0.1042817 Apr 21 06:06:41.067268 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-41b4843e-fe53-4d9d-a554-38fd8dda66f1 req-775ad635-8a61-4918-983c-5735722df0de tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb4a8c28-565a-4d8d-8586-e8b658f711e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480008 Apr 21 06:06:41.385013 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa518cb-7219-4e3c-887c-dbc062270ba3 req-e4566aaa-046e-4ba4-8a67-6f0fb2e9cba0 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:41.387100 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-7fa518cb-7219-4e3c-887c-dbc062270ba3 req-e4566aaa-046e-4ba4-8a67-6f0fb2e9cba0 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 946 time: 0.1005123 Apr 21 06:06:41.448054 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-7fa518cb-7219-4e3c-887c-dbc062270ba3 req-e333c733-97dc-4cda-8f75-2ce0919b7cc8 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524638 Apr 21 06:06:42.357415 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a368d-7a5c-4170-9960-5d9164fee1c8 req-43fed9c6-a1cd-4c0e-a12c-414860d80221 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:42.359241 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-349a368d-7a5c-4170-9960-5d9164fee1c8 req-43fed9c6-a1cd-4c0e-a12c-414860d80221 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 946 time: 0.1486690 Apr 21 06:06:42.421341 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-349a368d-7a5c-4170-9960-5d9164fee1c8 req-bef26d07-73ad-4219-b4fd-6bd432251faa tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb4a8c28-565a-4d8d-8586-e8b658f711e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543189 Apr 21 06:06:42.658658 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075fe452-6f15-4293-a474-b5eb486d5b7f req-fcc28e84-b4a8-44b6-bab9-17752836cb69 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:42.660426 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-075fe452-6f15-4293-a474-b5eb486d5b7f req-fcc28e84-b4a8-44b6-bab9-17752836cb69 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 946 time: 0.0964279 Apr 21 06:06:42.717479 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-075fe452-6f15-4293-a474-b5eb486d5b7f req-bb4bc3b6-c352-41d5-baef-74d004762b64 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497534 Apr 21 06:06:43.619008 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac40ed-9144-4c6d-a859-1e9b0e03f76b req-b889e773-750c-4f88-8c49-e948c969f76e tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:43.620525 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-2dac40ed-9144-4c6d-a859-1e9b0e03f76b req-b889e773-750c-4f88-8c49-e948c969f76e tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 946 time: 0.0927880 Apr 21 06:06:43.672815 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-2dac40ed-9144-4c6d-a859-1e9b0e03f76b req-ba9c6639-a2e7-47d8-99da-e9d636249d1b tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb4a8c28-565a-4d8d-8586-e8b658f711e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459814 Apr 21 06:06:43.926948 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdcca1a-8e34-4555-a06c-8874e405a39e req-c765792d-0049-486a-92bb-a9d127fa7d48 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:43.928568 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-0cdcca1a-8e34-4555-a06c-8874e405a39e req-c765792d-0049-486a-92bb-a9d127fa7d48 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 946 time: 0.0889843 Apr 21 06:06:43.976034 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-0cdcca1a-8e34-4555-a06c-8874e405a39e req-4511bf36-a9e4-42e4-85ba-c329531ff39d tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410526 Apr 21 06:06:44.885374 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad3070-40b4-4f57-b96c-dc632e0f13d3 req-655af453-12ab-4dc5-a64b-bbc0024c49d0 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:44.887046 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a0ad3070-40b4-4f57-b96c-dc632e0f13d3 req-655af453-12ab-4dc5-a64b-bbc0024c49d0 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 946 time: 0.0925961 Apr 21 06:06:44.936003 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a0ad3070-40b4-4f57-b96c-dc632e0f13d3 req-c98b108b-e029-47f4-81c0-3aa2341b5366 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb4a8c28-565a-4d8d-8586-e8b658f711e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424910 Apr 21 06:06:45.324902 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6090fd-0b6e-4eb3-a471-790d09510533 req-29dcd7f1-3a86-4f71-853b-05ce09fc549c tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:45.326020 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-2e6090fd-0b6e-4eb3-a471-790d09510533 req-29dcd7f1-3a86-4f71-853b-05ce09fc549c tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 946 time: 0.1137257 Apr 21 06:06:45.570543 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49bf49b-e075-4635-bb41-1ea8fffe6cea req-b87f0088-9ef5-4eb9-989f-31dea24c6eb8 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:45.573217 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f49bf49b-e075-4635-bb41-1ea8fffe6cea req-b87f0088-9ef5-4eb9-989f-31dea24c6eb8 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 946 time: 0.1299250 Apr 21 06:06:45.624337 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f49bf49b-e075-4635-bb41-1ea8fffe6cea req-d7138c5a-ded8-47b6-bee4-e7ba3ce7d46e tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb4a8c28-565a-4d8d-8586-e8b658f711e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435567 Apr 21 06:06:45.663862 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-2e6090fd-0b6e-4eb3-a471-790d09510533 req-30fdde7f-a92f-41e5-9174-3a089ded26ac tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3290989 Apr 21 06:06:45.688787 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e72b7-ed65-4d26-a651-3a5b89c0f6a4 req-84632bb8-cf25-42c7-8908-3498998c85f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:45.690360 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-634e72b7-ed65-4d26-a651-3a5b89c0f6a4 req-84632bb8-cf25-42c7-8908-3498998c85f0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a253b7f90d074c729aa03c3dbc382b57&device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 1099 time: 0.1006250 Apr 21 06:06:45.831104 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e72b7-ed65-4d26-a651-3a5b89c0f6a4 req-b4493478-43b1-42b3-9a93-1aad0f282e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:45.832590 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-634e72b7-ed65-4d26-a651-3a5b89c0f6a4 req-b4493478-43b1-42b3-9a93-1aad0f282e17 service neutron] 10.222.0.11 "GET /v2.0/networks?id=18d42f14-ebcb-45fb-872d-4c48e6952727 HTTP/1.1" status: 200 len: 912 time: 0.1344557 Apr 21 06:06:45.978465 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-634e72b7-ed65-4d26-a651-3a5b89c0f6a4 req-e9f375b3-cf86-4df2-b275-eeda2382dfa7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=438d8108-b184-4bd2-b0f6-8b1345d9a286 HTTP/1.1" status: 200 len: 1002 time: 0.1017990 Apr 21 06:06:46.051887 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e72b7-ed65-4d26-a651-3a5b89c0f6a4 req-695b2d8d-52e0-4791-8ea6-b0cccefa2cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:46.053828 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-634e72b7-ed65-4d26-a651-3a5b89c0f6a4 req-695b2d8d-52e0-4791-8ea6-b0cccefa2cb1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8d481e38-1293-4cc6-9389-91a3566135aa HTTP/1.1" status: 200 len: 850 time: 0.0662148 Apr 21 06:06:46.142029 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e72b7-ed65-4d26-a651-3a5b89c0f6a4 req-314020ff-fb00-4bb7-9b9d-265634d11532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:46.143741 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-634e72b7-ed65-4d26-a651-3a5b89c0f6a4 req-314020ff-fb00-4bb7-9b9d-265634d11532 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=18d42f14-ebcb-45fb-872d-4c48e6952727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0807114 Apr 21 06:06:46.356373 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-634e72b7-ed65-4d26-a651-3a5b89c0f6a4 req-c46229a1-bef3-4f37-abf9-09ce8fa51c20 service neutron] 10.222.0.11 "GET /v2.0/networks/18d42f14-ebcb-45fb-872d-4c48e6952727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047985 Apr 21 06:06:46.358496 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744717f7-6b28-4d50-9d1e-e53f58d67b94 req-4c983394-373a-43aa-8e4d-a0f80da843c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:46.359987 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-744717f7-6b28-4d50-9d1e-e53f58d67b94 req-4c983394-373a-43aa-8e4d-a0f80da843c0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9b8b3b90db3b4377b76614075eb19d93&device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 1099 time: 0.1847377 Apr 21 06:06:46.635461 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-634e72b7-ed65-4d26-a651-3a5b89c0f6a4 req-6fd21bfe-c803-4e97-b211-1a8bb988aaad service neutron] 10.222.0.11 "GET /v2.0/networks/18d42f14-ebcb-45fb-872d-4c48e6952727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597690 Apr 21 06:06:46.637869 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744717f7-6b28-4d50-9d1e-e53f58d67b94 req-dfcf2313-4f73-4895-a700-6d67217c5225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:46.639387 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-744717f7-6b28-4d50-9d1e-e53f58d67b94 req-dfcf2313-4f73-4895-a700-6d67217c5225 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4adbb71d-0e3c-4f02-8c40-88a15a7ed44f HTTP/1.1" status: 200 len: 917 time: 0.2412958 Apr 21 06:06:46.752153 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-744717f7-6b28-4d50-9d1e-e53f58d67b94 req-4870c9fe-52a7-469f-9d8f-94dc6b0758e3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73d308c6-f766-4740-9b6f-e88e0ae01217 HTTP/1.1" status: 200 len: 1001 time: 0.1060445 Apr 21 06:06:46.828442 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47cf2ab-69c5-4363-8ebf-a36a9cfab5e1 req-63229cd4-f783-4dc2-8e2b-3786bdfb042c tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:46.830050 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f47cf2ab-69c5-4363-8ebf-a36a9cfab5e1 req-63229cd4-f783-4dc2-8e2b-3786bdfb042c tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 946 time: 0.0914488 Apr 21 06:06:46.873327 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744717f7-6b28-4d50-9d1e-e53f58d67b94 req-037d4b0a-36f5-4b1b-b1be-eb95765f7c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:46.874708 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-744717f7-6b28-4d50-9d1e-e53f58d67b94 req-037d4b0a-36f5-4b1b-b1be-eb95765f7c9f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6540d99e-bc73-4d77-9e9a-a9934313dcf7 HTTP/1.1" status: 200 len: 855 time: 0.1156011 Apr 21 06:06:46.878074 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f47cf2ab-69c5-4363-8ebf-a36a9cfab5e1 req-10d14ac4-192d-46ca-a531-27a5e04937c9 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb4a8c28-565a-4d8d-8586-e8b658f711e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413368 Apr 21 06:06:46.958398 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b404c-2157-4b2a-8c59-1454fa4503a8 req-5cba43a1-71cf-4d33-9584-219994ce45e9 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:46.960002 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-191b404c-2157-4b2a-8c59-1454fa4503a8 req-5cba43a1-71cf-4d33-9584-219994ce45e9 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 946 time: 0.1659672 Apr 21 06:06:47.015233 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744717f7-6b28-4d50-9d1e-e53f58d67b94 req-d346bd41-1e35-4b45-bb62-b1ed7dff2178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:47.016793 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-744717f7-6b28-4d50-9d1e-e53f58d67b94 req-d346bd41-1e35-4b45-bb62-b1ed7dff2178 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4adbb71d-0e3c-4f02-8c40-88a15a7ed44f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1329422 Apr 21 06:06:47.021535 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-191b404c-2157-4b2a-8c59-1454fa4503a8 req-974d38a4-9c7e-44df-9fe2-96a62f41cba4 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538895 Apr 21 06:06:47.165396 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-744717f7-6b28-4d50-9d1e-e53f58d67b94 req-3027ca67-ad82-4867-9cd8-8e792032df4a service neutron] 10.222.0.11 "GET /v2.0/networks/4adbb71d-0e3c-4f02-8c40-88a15a7ed44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362967 Apr 21 06:06:47.312450 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-744717f7-6b28-4d50-9d1e-e53f58d67b94 req-eb564c29-40a4-4db0-8907-f1f881d896a4 service neutron] 10.222.0.11 "GET /v2.0/networks/4adbb71d-0e3c-4f02-8c40-88a15a7ed44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382878 Apr 21 06:06:48.085811 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df149a9e-0185-40d4-9a35-dcc542dde3e7 req-c1757281-7dd0-48a5-967e-d78b0794719a tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:48.087455 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-df149a9e-0185-40d4-9a35-dcc542dde3e7 req-c1757281-7dd0-48a5-967e-d78b0794719a tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 946 time: 0.0931711 Apr 21 06:06:48.135783 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-df149a9e-0185-40d4-9a35-dcc542dde3e7 req-64d45877-9d4f-4f55-b556-e0ab034a2659 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb4a8c28-565a-4d8d-8586-e8b658f711e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420055 Apr 21 06:06:48.226866 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f96ac-9f10-47bd-ae3d-9ba4ae097f2f req-6944879b-e183-4935-a3f2-bafb4e87242d tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:48.228520 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-823f96ac-9f10-47bd-ae3d-9ba4ae097f2f req-6944879b-e183-4935-a3f2-bafb4e87242d tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 946 time: 0.0858874 Apr 21 06:06:48.281189 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-823f96ac-9f10-47bd-ae3d-9ba4ae097f2f req-341f49db-84e9-489b-ae0a-a764ab605b7d tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458367 Apr 21 06:06:49.384888 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Device 73d308c6-f766-4740-9b6f-e88e0ae01217 no longer exists at agent hyperv_hv-cinder-78239 {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:06:49.495043 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071780b4-4c89-47c9-8581-4327bb2b5afa req-c76794a7-3ddd-48b1-8943-faef060b2bc8 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:49.496670 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-071780b4-4c89-47c9-8581-4327bb2b5afa req-c76794a7-3ddd-48b1-8943-faef060b2bc8 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 946 time: 0.0934951 Apr 21 06:06:49.507895 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:06:49.536869 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47681b71-1a9f-43b0-91cc-5fa6232d2eac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73d308c6-f766-4740-9b6f-e88e0ae01217'}] {{(pid=86434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:06:49.547385 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] For port 73d308c6-f766-4740-9b6f-e88e0ae01217, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=73d308c6-f766-4740-9b6f-e88e0ae01217,segment=NetworkSegment(abf7ed71-e9c8-4881-8104-244b9f5ab084),segment_id=abf7ed71-e9c8-4881-8104-244b9f5ab084)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:06:49.550424 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-071780b4-4c89-47c9-8581-4327bb2b5afa req-cda080eb-f0ae-424c-ae54-7cc4d86e90f8 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462136 Apr 21 06:06:49.586591 dv-cinder-782390-6-iscsi neutron-server[86317]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '47681b71-1a9f-43b0-91cc-5fa6232d2eac', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '73d308c6-f766-4740-9b6f-e88e0ae01217', 'code': 422} returned with failed status Apr 21 06:06:49.593606 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:06:49.595744 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:06:49.669430 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Pushing event updated for resources: {'Port': ['ID=73d308c6-f766-4740-9b6f-e88e0ae01217,revision_number=8']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:06:49.672677 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:06:50.930797 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4d2ba-aefb-48c5-a4b4-c5134b8b283c req-367a1e9d-07de-4eac-8f7a-7c0cbeb7a39f tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:50.933043 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-2aa4d2ba-aefb-48c5-a4b4-c5134b8b283c req-367a1e9d-07de-4eac-8f7a-7c0cbeb7a39f tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0974874 Apr 21 06:06:50.985509 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-2aa4d2ba-aefb-48c5-a4b4-c5134b8b283c req-6c4830c1-6b38-472e-b151-db4faf5fd745 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438704 Apr 21 06:06:51.432903 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 58352) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:06:51.562387 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-68349ce2-a865-404c-a339-24a6d3a009df req-64d4c62b-7e22-4e8f-963f-d8bb1f0089e9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1281505 Apr 21 06:06:52.209873 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af0f3a9-0b63-4eac-897c-d749f64bbcc3 req-da585bfe-b75f-4ea5-9826-94767148fc05 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:52.211543 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-0af0f3a9-0b63-4eac-897c-d749f64bbcc3 req-da585bfe-b75f-4ea5-9826-94767148fc05 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0907159 Apr 21 06:06:52.273604 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-0af0f3a9-0b63-4eac-897c-d749f64bbcc3 req-a7a7c35b-dcbb-4d45-bb41-c650b1956c5c tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534654 Apr 21 06:06:53.389923 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Device 73d308c6-f766-4740-9b6f-e88e0ae01217 no longer exists at agent hyperv_hv-cinder-78239 {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:06:53.483017 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db44887e-3b24-4109-9eb7-71e9797621b5 req-ee50cd72-c76c-40bf-86b2-56a4baeebdff tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:53.484630 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-db44887e-3b24-4109-9eb7-71e9797621b5 req-ee50cd72-c76c-40bf-86b2-56a4baeebdff tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0881596 Apr 21 06:06:53.532452 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-db44887e-3b24-4109-9eb7-71e9797621b5 req-f7432003-55d5-452b-99ab-3febc6e2c110 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414095 Apr 21 06:06:54.751263 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209efb8-7b0c-4094-b09c-72b75d9108df req-00116988-5afc-4ac3-b7f9-180a59a85fca tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:54.752837 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-3209efb8-7b0c-4094-b09c-72b75d9108df req-00116988-5afc-4ac3-b7f9-180a59a85fca tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0903411 Apr 21 06:06:54.800023 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-3209efb8-7b0c-4094-b09c-72b75d9108df req-406bc915-0d14-4815-b72f-174478e876fc tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408421 Apr 21 06:06:56.006100 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3fcad2-51e2-4969-b6ff-5aa3db585a86 req-01e50f36-29ee-44d2-af8b-47ad90130857 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:56.011888 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-4a3fcad2-51e2-4969-b6ff-5aa3db585a86 req-01e50f36-29ee-44d2-af8b-47ad90130857 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0909293 Apr 21 06:06:56.056228 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-4a3fcad2-51e2-4969-b6ff-5aa3db585a86 req-b47b147e-e5b3-4556-93cf-0c1096f27431 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415161 Apr 21 06:06:57.079124 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:06:57.261381 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b930f8-9201-4198-9b98-972d22f79d8b req-dba2202f-7d02-4e19-86a0-f11bbc7314fc tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:57.263000 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-89b930f8-9201-4198-9b98-972d22f79d8b req-dba2202f-7d02-4e19-86a0-f11bbc7314fc tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0877218 Apr 21 06:06:57.309615 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-89b930f8-9201-4198-9b98-972d22f79d8b req-1f2bebdc-f477-4eae-81ee-6d7024e277fc tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402980 Apr 21 06:06:58.517387 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943076b-0d6e-4ece-9afb-3b15db3ee867 req-04a8bb52-891a-4fcd-8651-46a370c8d0c5 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:58.519039 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b943076b-0d6e-4ece-9afb-3b15db3ee867 req-04a8bb52-891a-4fcd-8651-46a370c8d0c5 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0894284 Apr 21 06:06:58.567665 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b943076b-0d6e-4ece-9afb-3b15db3ee867 req-bbf7d60e-4143-42de-bfaf-a22c1dfd27f4 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413964 Apr 21 06:06:59.778575 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db73cf0-1153-4050-8388-fd1acef60d8d req-46246adf-277e-48ca-9997-7236d9b74390 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:06:59.780294 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-0db73cf0-1153-4050-8388-fd1acef60d8d req-46246adf-277e-48ca-9997-7236d9b74390 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0938826 Apr 21 06:06:59.828837 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-0db73cf0-1153-4050-8388-fd1acef60d8d req-9bded225-3089-4c8c-b050-f24a00d91868 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422473 Apr 21 06:07:01.035461 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e3d6d0-f043-495d-925f-2262173e3c0a req-d47ae391-48b7-48a0-bb63-ce5c88a4e187 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:01.037065 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-05e3d6d0-f043-495d-925f-2262173e3c0a req-d47ae391-48b7-48a0-bb63-ce5c88a4e187 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0902541 Apr 21 06:07:01.085032 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-05e3d6d0-f043-495d-925f-2262173e3c0a req-63468e25-67e2-46fb-bb0c-0750f53b28e9 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407822 Apr 21 06:07:02.091153 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-c670b711-ff56-44d1-bf95-7358c3fa3a25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:07:02.310793 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22353ad-76f6-4541-90b8-b70396f2bca5 req-dd570576-1c63-4ecb-a2f5-819b35a4d603 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:02.312368 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b22353ad-76f6-4541-90b8-b70396f2bca5 req-dd570576-1c63-4ecb-a2f5-819b35a4d603 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0955811 Apr 21 06:07:02.360162 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b22353ad-76f6-4541-90b8-b70396f2bca5 req-80f45d93-8afb-41f0-8d7f-b1dd072d77cd tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415823 Apr 21 06:07:02.887188 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b5a2cccc-0f1c-4ce1-aeb6-801784bb5bcb req-be8870b7-9356-4660-9bfb-4ca435faeef5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0759804 Apr 21 06:07:02.988916 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2cccc-0f1c-4ce1-aeb6-801784bb5bcb req-caf5ae3d-9568-4d59-a4ba-fd26094cefe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:02.990512 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b5a2cccc-0f1c-4ce1-aeb6-801784bb5bcb req-caf5ae3d-9568-4d59-a4ba-fd26094cefe2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a253b7f90d074c729aa03c3dbc382b57&device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 1099 time: 0.0815616 Apr 21 06:07:03.147266 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2cccc-0f1c-4ce1-aeb6-801784bb5bcb req-7a25ee6b-f509-4145-b66c-1eefa027bfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:03.148823 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b5a2cccc-0f1c-4ce1-aeb6-801784bb5bcb req-7a25ee6b-f509-4145-b66c-1eefa027bfbf service neutron] 10.222.0.11 "GET /v2.0/networks?id=18d42f14-ebcb-45fb-872d-4c48e6952727 HTTP/1.1" status: 200 len: 912 time: 0.1387012 Apr 21 06:07:03.255771 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b5a2cccc-0f1c-4ce1-aeb6-801784bb5bcb req-bc242e54-214b-475c-979b-489793e7d0f9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=438d8108-b184-4bd2-b0f6-8b1345d9a286 HTTP/1.1" status: 200 len: 1002 time: 0.0996077 Apr 21 06:07:03.328687 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2cccc-0f1c-4ce1-aeb6-801784bb5bcb req-2cab9e27-afc7-4dac-8d6d-72e0fea93388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:03.330240 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b5a2cccc-0f1c-4ce1-aeb6-801784bb5bcb req-2cab9e27-afc7-4dac-8d6d-72e0fea93388 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8d481e38-1293-4cc6-9389-91a3566135aa HTTP/1.1" status: 200 len: 850 time: 0.0670125 Apr 21 06:07:03.410220 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2cccc-0f1c-4ce1-aeb6-801784bb5bcb req-b8b820ad-1fd0-4789-8286-35eee6d30730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:03.411908 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b5a2cccc-0f1c-4ce1-aeb6-801784bb5bcb req-b8b820ad-1fd0-4789-8286-35eee6d30730 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=18d42f14-ebcb-45fb-872d-4c48e6952727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0756190 Apr 21 06:07:03.554395 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b5a2cccc-0f1c-4ce1-aeb6-801784bb5bcb req-fa12ec65-7ef1-4cd0-8010-5ac4851222c6 service neutron] 10.222.0.11 "GET /v2.0/networks/18d42f14-ebcb-45fb-872d-4c48e6952727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358049 Apr 21 06:07:03.566630 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80318ffb-3631-4ad8-9b72-5b442c0edc74 req-7a861c8e-625f-4da2-b26e-efb7d06490d8 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:03.568249 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-80318ffb-3631-4ad8-9b72-5b442c0edc74 req-7a861c8e-625f-4da2-b26e-efb7d06490d8 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0909889 Apr 21 06:07:03.617187 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-80318ffb-3631-4ad8-9b72-5b442c0edc74 req-ba1fb687-7893-48d5-bc31-cfab57c7c34f tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418072 Apr 21 06:07:03.902842 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b5a2cccc-0f1c-4ce1-aeb6-801784bb5bcb req-d2131a79-5823-4b7f-bb78-a89191e775d0 service neutron] 10.222.0.11 "GET /v2.0/networks/18d42f14-ebcb-45fb-872d-4c48e6952727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3416595 Apr 21 06:07:04.530466 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-aada73ba-b9c4-4c08-a911-6bf9c34e4335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:07:04.770965 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:07:04.831313 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2b838-8baf-4db9-8c9a-0b43e410c40e req-dcec903d-3dfe-4cf7-ae17-84ed3019c876 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:04.832858 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-3ff2b838-8baf-4db9-8c9a-0b43e410c40e req-dcec903d-3dfe-4cf7-ae17-84ed3019c876 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0904973 Apr 21 06:07:04.880081 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-3ff2b838-8baf-4db9-8c9a-0b43e410c40e req-6f949077-038e-4ba0-b54d-4b28eb7f5aef tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404942 Apr 21 06:07:05.422328 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:07:06.086709 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d34696-7211-473c-9d9b-e920bf6c46ea req-d6048e25-9393-48f5-a5a8-a4aae02465e1 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:06.086709 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-84d34696-7211-473c-9d9b-e920bf6c46ea req-d6048e25-9393-48f5-a5a8-a4aae02465e1 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0876431 Apr 21 06:07:06.132421 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-84d34696-7211-473c-9d9b-e920bf6c46ea req-267050d9-d2d1-447c-b3bc-d6cd1465392b tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396659 Apr 21 06:07:06.210522 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:07:06.981844 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:07:07.336964 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699d638f-b771-4a55-be25-a77bfbb5e422 req-fb315ca9-c756-42bc-bdd1-c5253217a7c4 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:07.338741 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-699d638f-b771-4a55-be25-a77bfbb5e422 req-fb315ca9-c756-42bc-bdd1-c5253217a7c4 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0885801 Apr 21 06:07:07.395592 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-699d638f-b771-4a55-be25-a77bfbb5e422 req-804410d1-305c-4eb5-b9cc-56e3868701ff tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505185 Apr 21 06:07:08.608666 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d73294-2eef-4e25-aec6-8424d0b32fe6 req-b2e27889-247e-44b5-8fad-90021dc33e3a tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:08.610258 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-39d73294-2eef-4e25-aec6-8424d0b32fe6 req-b2e27889-247e-44b5-8fad-90021dc33e3a tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0922561 Apr 21 06:07:08.659973 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-39d73294-2eef-4e25-aec6-8424d0b32fe6 req-ebedf457-7a31-4b3b-9453-2f11a8effbe8 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432954 Apr 21 06:07:09.871900 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb038b4-5c0f-4fd4-b639-84f6665b9386 req-b3153a88-e304-424e-8dec-3e841147af66 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:09.873413 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6eb038b4-5c0f-4fd4-b639-84f6665b9386 req-b3153a88-e304-424e-8dec-3e841147af66 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0873678 Apr 21 06:07:09.920983 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6eb038b4-5c0f-4fd4-b639-84f6665b9386 req-37b0e959-00fe-44bd-afa6-ff86fbd9db8b tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411885 Apr 21 06:07:11.129939 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce72bf6-2713-482c-8bfd-fed392c3d8ba req-0ec05107-2787-46aa-9228-d478f1c1e507 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:11.131995 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6ce72bf6-2713-482c-8bfd-fed392c3d8ba req-0ec05107-2787-46aa-9228-d478f1c1e507 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0913825 Apr 21 06:07:11.181486 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6ce72bf6-2713-482c-8bfd-fed392c3d8ba req-c7bf156d-c570-4103-8bb8-7c7908ecf6cf tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426497 Apr 21 06:07:11.281385 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca8516-2541-4eca-90cd-1544fe6f86f4 req-ad0f3325-1c33-42d5-9af9-0a6de7590314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:11.283126 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d2ca8516-2541-4eca-90cd-1544fe6f86f4 req-ad0f3325-1c33-42d5-9af9-0a6de7590314 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=83c72247bd04473380fa74addf843cfd&device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 1098 time: 0.0808072 Apr 21 06:07:11.328481 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c82a68-e097-4f72-b0c8-477567532d2e req-f8416d8c-40f1-4ed0-9d0f-e903f9a001b5 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:11.330225 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-31c82a68-e097-4f72-b0c8-477567532d2e req-f8416d8c-40f1-4ed0-9d0f-e903f9a001b5 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 945 time: 0.0951116 Apr 21 06:07:11.382937 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-31c82a68-e097-4f72-b0c8-477567532d2e req-914f64b0-c5ab-4c98-aa6a-e795d69ba176 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454638 Apr 21 06:07:11.427082 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca8516-2541-4eca-90cd-1544fe6f86f4 req-4916d75e-450a-4422-8b31-37873b983f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:11.428673 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d2ca8516-2541-4eca-90cd-1544fe6f86f4 req-4916d75e-450a-4422-8b31-37873b983f0b service neutron] 10.222.0.11 "GET /v2.0/networks?id=8a477b33-6a11-4388-9f32-3a61c0f7920e HTTP/1.1" status: 200 len: 919 time: 0.1392984 Apr 21 06:07:11.505856 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d2ca8516-2541-4eca-90cd-1544fe6f86f4 req-39afd46f-c6b6-4b13-bee6-a01ee0990dbe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ab21f9f-1509-41df-ba62-c5cf11ead2ce HTTP/1.1" status: 200 len: 217 time: 0.0695016 Apr 21 06:07:11.573675 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca8516-2541-4eca-90cd-1544fe6f86f4 req-d33be2d5-e269-46d7-9e95-eff949618461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:11.575229 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d2ca8516-2541-4eca-90cd-1544fe6f86f4 req-d33be2d5-e269-46d7-9e95-eff949618461 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2da1c0c9-9d0e-43d1-a8aa-9f65aa7cd6bc HTTP/1.1" status: 200 len: 858 time: 0.0624869 Apr 21 06:07:11.630617 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d2ca8516-2541-4eca-90cd-1544fe6f86f4 req-f3c111d3-1417-4917-88d3-231e9165cd20 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8a477b33-6a11-4388-9f32-3a61c0f7920e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487373 Apr 21 06:07:11.771184 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d2ca8516-2541-4eca-90cd-1544fe6f86f4 req-0382523f-f46c-4d2a-8513-df5f0c424c8a service neutron] 10.222.0.11 "GET /v2.0/networks/8a477b33-6a11-4388-9f32-3a61c0f7920e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337211 Apr 21 06:07:11.914273 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d2ca8516-2541-4eca-90cd-1544fe6f86f4 req-56334125-6d22-4ffd-bd40-5a99f8502a11 service neutron] 10.222.0.11 "GET /v2.0/networks/8a477b33-6a11-4388-9f32-3a61c0f7920e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364346 Apr 21 06:07:12.392305 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30edc56-f001-46fd-b5d0-8b1bf43eb4c8 req-1c48997b-d12e-4a2b-b8ac-5237a96a92fb tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:12.393907 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c30edc56-f001-46fd-b5d0-8b1bf43eb4c8 req-1c48997b-d12e-4a2b-b8ac-5237a96a92fb tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0887840 Apr 21 06:07:12.443296 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c30edc56-f001-46fd-b5d0-8b1bf43eb4c8 req-1039aa83-9268-4a3e-b2cf-6775ff2d07b4 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428550 Apr 21 06:07:12.584635 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b6abe-0966-49ca-91fd-a2bae7ae79c5 req-63d98baf-a84f-4066-a0d7-e20da7ff8e36 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:12.586157 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-958b6abe-0966-49ca-91fd-a2bae7ae79c5 req-63d98baf-a84f-4066-a0d7-e20da7ff8e36 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 945 time: 0.0885551 Apr 21 06:07:12.634604 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-958b6abe-0966-49ca-91fd-a2bae7ae79c5 req-16b7a3cb-f11f-45aa-9040-0af0d3b286ca tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413730 Apr 21 06:07:13.654607 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec94a1f-0950-4492-aa6b-bbbd837d943e req-8562bb02-08a7-444b-86e2-2d1c29dae6a1 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:13.656221 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-4ec94a1f-0950-4492-aa6b-bbbd837d943e req-8562bb02-08a7-444b-86e2-2d1c29dae6a1 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0920997 Apr 21 06:07:13.704665 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-4ec94a1f-0950-4492-aa6b-bbbd837d943e req-a6b6cdfc-67c5-4e20-8daf-45eca69ef8b5 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417016 Apr 21 06:07:13.841081 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a663c3-dcd8-4c73-b977-19e33e47b8a1 req-88f7e9cb-d534-4874-b185-f8603dab6dab tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:13.842645 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f7a663c3-dcd8-4c73-b977-19e33e47b8a1 req-88f7e9cb-d534-4874-b185-f8603dab6dab tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 945 time: 0.0907571 Apr 21 06:07:13.888664 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f7a663c3-dcd8-4c73-b977-19e33e47b8a1 req-322df4e0-8a0e-4f09-acbd-ce5cb7f119bf tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397904 Apr 21 06:07:14.910816 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d89f1f-264a-4276-bb56-9662ef67f797 req-c7cabe82-f005-47bf-8945-a72d8ff79f5b tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:14.912634 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b1d89f1f-264a-4276-bb56-9662ef67f797 req-c7cabe82-f005-47bf-8945-a72d8ff79f5b tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0877337 Apr 21 06:07:14.959726 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b1d89f1f-264a-4276-bb56-9662ef67f797 req-eed05898-490a-4bac-8f08-39b38371d312 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408113 Apr 21 06:07:15.089954 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bad178-6df7-4c64-b13c-cf4fd5d011e3 req-08463340-1007-473a-acb3-d67d935f32b8 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:15.097780 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-68bad178-6df7-4c64-b13c-cf4fd5d011e3 req-08463340-1007-473a-acb3-d67d935f32b8 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 945 time: 0.0900791 Apr 21 06:07:15.138881 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-68bad178-6df7-4c64-b13c-cf4fd5d011e3 req-aef52837-6a2a-467b-9bb5-b311c3a887d2 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407619 Apr 21 06:07:16.168293 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe78927-9ead-42a2-9f29-bf6f336a70e7 req-7863c560-2d01-4c91-b51f-5698ee184644 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:16.169890 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6fe78927-9ead-42a2-9f29-bf6f336a70e7 req-7863c560-2d01-4c91-b51f-5698ee184644 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0931199 Apr 21 06:07:16.228445 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6fe78927-9ead-42a2-9f29-bf6f336a70e7 req-b9425a55-8aa6-413c-88ee-ca1ddd17c716 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517418 Apr 21 06:07:16.358086 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed6922a-1a51-4762-9491-22eca0b844a0 req-6255dd13-2d0e-4230-a08a-47fe589b8a5c tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:16.359737 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-4ed6922a-1a51-4762-9491-22eca0b844a0 req-6255dd13-2d0e-4230-a08a-47fe589b8a5c tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 945 time: 0.0930200 Apr 21 06:07:16.407054 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-4ed6922a-1a51-4762-9491-22eca0b844a0 req-3ae46445-8bba-4be9-9a79-7cd5b26cabd8 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408006 Apr 21 06:07:17.440531 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d018a55-e550-4e11-a229-67a6b8972094 req-6bcbcec9-350b-48d6-853b-15aab89230f5 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:17.442619 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-7d018a55-e550-4e11-a229-67a6b8972094 req-6bcbcec9-350b-48d6-853b-15aab89230f5 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0913301 Apr 21 06:07:17.496782 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-7d018a55-e550-4e11-a229-67a6b8972094 req-fb77259b-3b16-4393-aa03-9dec3ab234ff tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465314 Apr 21 06:07:17.609043 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d14d33-861f-47ed-b53c-21e63f872e88 req-e4bde854-a299-411d-a8d9-86300a26286c tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:17.610634 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-26d14d33-861f-47ed-b53c-21e63f872e88 req-e4bde854-a299-411d-a8d9-86300a26286c tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 945 time: 0.0877554 Apr 21 06:07:17.660750 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-26d14d33-861f-47ed-b53c-21e63f872e88 req-a52c7774-bcd9-4d95-aaaa-d39ddeaa50b7 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438426 Apr 21 06:07:18.700883 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3138f58-c4eb-47fe-8249-0fe9770ebad4 req-93a91b18-003f-4a6e-9ac0-71e55aa15c08 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:18.702519 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e3138f58-c4eb-47fe-8249-0fe9770ebad4 req-93a91b18-003f-4a6e-9ac0-71e55aa15c08 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0879791 Apr 21 06:07:18.750127 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e3138f58-c4eb-47fe-8249-0fe9770ebad4 req-ff47ac0d-97f5-4f45-801a-28447cf3ad0e tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411921 Apr 21 06:07:18.861653 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b1c50e-0b30-42b0-bfc9-9e545142f1e2 req-224d2257-347b-49ff-a75c-64f3126c09a2 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:18.863169 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-15b1c50e-0b30-42b0-bfc9-9e545142f1e2 req-224d2257-347b-49ff-a75c-64f3126c09a2 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 945 time: 0.0881724 Apr 21 06:07:18.909792 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-15b1c50e-0b30-42b0-bfc9-9e545142f1e2 req-dbfffeb8-0001-4867-b9c5-6f2555acc742 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402658 Apr 21 06:07:19.958194 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f41ea78-b906-4339-b402-4beb91de5681 req-a36d1554-6097-42c7-86da-158b75ec8f6d tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:19.959981 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-7f41ea78-b906-4339-b402-4beb91de5681 req-a36d1554-6097-42c7-86da-158b75ec8f6d tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0933216 Apr 21 06:07:20.007272 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-7f41ea78-b906-4339-b402-4beb91de5681 req-e85020ab-6204-4a21-baee-8d6051336c1a tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404470 Apr 21 06:07:20.112805 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68edff94-cb24-4c38-8b24-4fae1bfcf0cd req-b9f8dc56-d0da-453f-8b1e-cee56844ebe2 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:20.114394 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-68edff94-cb24-4c38-8b24-4fae1bfcf0cd req-b9f8dc56-d0da-453f-8b1e-cee56844ebe2 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 945 time: 0.0914781 Apr 21 06:07:20.162200 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-68edff94-cb24-4c38-8b24-4fae1bfcf0cd req-9cfce9ba-5d5c-47e5-ab31-e5691a8d422f tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412316 Apr 21 06:07:21.232530 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca56e7-3ccd-46d6-a550-ca2d297aff02 req-1921b31d-fab8-4a12-85f5-30c10e98940e tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:21.234237 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-18ca56e7-3ccd-46d6-a550-ca2d297aff02 req-1921b31d-fab8-4a12-85f5-30c10e98940e tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.1063390 Apr 21 06:07:21.284994 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-18ca56e7-3ccd-46d6-a550-ca2d297aff02 req-8dde91bf-c8a2-405e-b703-97a3926bfe1a tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441608 Apr 21 06:07:21.383848 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a91042-909a-46c5-9381-38923350bc3a req-91a6cacb-882e-4a5d-978c-6392372b5d5e tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:21.385700 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-96a91042-909a-46c5-9381-38923350bc3a req-91a6cacb-882e-4a5d-978c-6392372b5d5e tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 945 time: 0.0867181 Apr 21 06:07:21.433503 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-96a91042-909a-46c5-9381-38923350bc3a req-9d9a0e60-f48b-42b2-bd81-f5cb75f73705 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413783 Apr 21 06:07:22.650991 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcbe862-22e8-47ce-99c2-4cfd30b4f17e req-f8a80bd8-f6f4-4361-a94a-c3125d7e2c5a tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:22.652653 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-dfcbe862-22e8-47ce-99c2-4cfd30b4f17e req-f8a80bd8-f6f4-4361-a94a-c3125d7e2c5a tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 945 time: 0.0948136 Apr 21 06:07:22.696864 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db0114e-8961-4bbd-9319-3a4d85a161bd req-8e404de8-c3ee-4848-9257-4dd2e0a46048 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:22.698478 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1db0114e-8961-4bbd-9319-3a4d85a161bd req-8e404de8-c3ee-4848-9257-4dd2e0a46048 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.2935240 Apr 21 06:07:22.708587 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-dfcbe862-22e8-47ce-99c2-4cfd30b4f17e req-ecfd64e9-cbd0-4e90-813c-b95c21281c01 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494215 Apr 21 06:07:22.746051 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1db0114e-8961-4bbd-9319-3a4d85a161bd req-c104ec15-7bf3-4da1-b80f-8e2325a03a6b tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410862 Apr 21 06:07:23.908254 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646abeda-2c9b-4a0b-9edd-ab885639ba39 req-5f3ce326-a2a0-4d70-be0e-ee61debf24ce tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:23.910031 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-646abeda-2c9b-4a0b-9edd-ab885639ba39 req-5f3ce326-a2a0-4d70-be0e-ee61debf24ce tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 945 time: 0.0881422 Apr 21 06:07:23.961617 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a0d71-4c60-4013-9dd6-a71a6b069411 req-dd2d7504-3ae7-48e0-abcf-ab0320d71a60 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:23.963284 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-db0a0d71-4c60-4013-9dd6-a71a6b069411 req-dd2d7504-3ae7-48e0-abcf-ab0320d71a60 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0896604 Apr 21 06:07:23.967412 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-646abeda-2c9b-4a0b-9edd-ab885639ba39 req-5378695a-c7aa-4b85-a083-4516e32c9d8c tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494046 Apr 21 06:07:24.015420 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-db0a0d71-4c60-4013-9dd6-a71a6b069411 req-a255d368-9885-4e90-82eb-2d277a350fc6 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452924 Apr 21 06:07:25.200205 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bae39f-cb9f-4b9c-8282-ee081d4f2683 req-a53ccbb6-b14d-47a3-9a41-3a8dd51fcd6c tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:25.201850 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-61bae39f-cb9f-4b9c-8282-ee081d4f2683 req-a53ccbb6-b14d-47a3-9a41-3a8dd51fcd6c tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 945 time: 0.1190112 Apr 21 06:07:25.233532 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd1457-47fe-4b41-b325-48ab2d66d2ae req-e90c9aef-646e-427c-8694-9a92ef0604c4 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:25.235495 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-93cd1457-47fe-4b41-b325-48ab2d66d2ae req-e90c9aef-646e-427c-8694-9a92ef0604c4 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0929656 Apr 21 06:07:25.266946 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-61bae39f-cb9f-4b9c-8282-ee081d4f2683 req-b2821fcd-6e1e-4ac0-851c-6375bd8b7c27 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555496 Apr 21 06:07:25.287935 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-93cd1457-47fe-4b41-b325-48ab2d66d2ae req-9d0abe5f-2f85-4ecd-8218-291612545dd8 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453565 Apr 21 06:07:26.464529 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edf2f37-caf7-4760-93e8-070877626ac4 req-f8732340-9adb-4a87-a37c-20c82604bb39 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:26.466108 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-5edf2f37-caf7-4760-93e8-070877626ac4 req-f8732340-9adb-4a87-a37c-20c82604bb39 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 945 time: 0.0919716 Apr 21 06:07:26.499398 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb756f28-726f-4520-94c7-79c3bf0d3b80 req-60be5fec-0868-41cb-b2e0-cbbcd3807a91 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:26.501010 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-eb756f28-726f-4520-94c7-79c3bf0d3b80 req-60be5fec-0868-41cb-b2e0-cbbcd3807a91 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0933564 Apr 21 06:07:26.514058 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-5edf2f37-caf7-4760-93e8-070877626ac4 req-53cd7501-6ce7-4fb5-ab16-a1b7cf7aec71 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414915 Apr 21 06:07:26.549969 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-eb756f28-726f-4520-94c7-79c3bf0d3b80 req-59cddd41-bdf1-4266-92aa-c24c998168df tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423598 Apr 21 06:07:27.716457 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce75548-d74d-4766-9384-49c097b5aba5 req-10be3cc8-43d6-47c3-b02f-086827f6ab73 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:27.718115 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-fce75548-d74d-4766-9384-49c097b5aba5 req-10be3cc8-43d6-47c3-b02f-086827f6ab73 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 945 time: 0.0883939 Apr 21 06:07:27.754209 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec3e0b-6bb6-4fe7-8d75-3bc54041ef55 req-06cc49de-420b-42f0-87b6-846eb4be52ff tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:27.755896 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-91ec3e0b-6bb6-4fe7-8d75-3bc54041ef55 req-06cc49de-420b-42f0-87b6-846eb4be52ff tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0880818 Apr 21 06:07:27.767704 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-fce75548-d74d-4766-9384-49c097b5aba5 req-075978cc-c45b-42e9-9058-3b3bf9720429 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431602 Apr 21 06:07:27.815414 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-91ec3e0b-6bb6-4fe7-8d75-3bc54041ef55 req-c868616e-3db9-4445-b989-2d44a25e9db2 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419855 Apr 21 06:07:28.175222 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c81d09-a3a1-4915-a761-b10241450c9c req-1a266a13-153f-4bab-8b9e-5cede4f25606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:28.176727 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d0c81d09-a3a1-4915-a761-b10241450c9c req-1a266a13-153f-4bab-8b9e-5cede4f25606 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 1098 time: 0.0798447 Apr 21 06:07:28.219807 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d0c81d09-a3a1-4915-a761-b10241450c9c req-b4cecc7d-60d6-49bc-a54e-d6fc7cf39ad5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364585 Apr 21 06:07:28.995827 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f651fa4-3fdf-402d-b878-772996045b9e req-f72a67b2-aab5-423a-99c6-cf9f7cf1e6fc tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:28.997437 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6f651fa4-3fdf-402d-b878-772996045b9e req-f72a67b2-aab5-423a-99c6-cf9f7cf1e6fc tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 945 time: 0.1134400 Apr 21 06:07:29.040477 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56ddfe-093b-41c7-af65-90065b787249 req-501b82d4-1730-4c28-a388-bcb273e63374 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:29.042103 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-5e56ddfe-093b-41c7-af65-90065b787249 req-501b82d4-1730-4c28-a388-bcb273e63374 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.1014867 Apr 21 06:07:29.057018 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6f651fa4-3fdf-402d-b878-772996045b9e req-2ec8294e-b67c-457e-99d6-305f31ef9653 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521283 Apr 21 06:07:29.092108 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-5e56ddfe-093b-41c7-af65-90065b787249 req-27037685-3824-404b-a318-d0469c8c8a4f tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434926 Apr 21 06:07:30.264537 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038cdc87-e81f-4313-b20c-b59a1b790ef1 req-c844165b-afb5-4434-8d2d-305c03309546 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:30.266256 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-038cdc87-e81f-4313-b20c-b59a1b790ef1 req-c844165b-afb5-4434-8d2d-305c03309546 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 945 time: 0.0902865 Apr 21 06:07:30.302560 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d67b6d-112d-4961-a1ac-9a122d41c395 req-3867de94-895c-46c1-9867-c4573f688ffe tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:30.304187 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-81d67b6d-112d-4961-a1ac-9a122d41c395 req-3867de94-895c-46c1-9867-c4573f688ffe tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0938656 Apr 21 06:07:30.315408 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-038cdc87-e81f-4313-b20c-b59a1b790ef1 req-9cf02553-194b-4a79-834d-3ad602d1b520 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424204 Apr 21 06:07:30.352311 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-81d67b6d-112d-4961-a1ac-9a122d41c395 req-fba85c48-5158-4291-8ab9-7a830d49fb9e tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410316 Apr 21 06:07:31.000292 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b985d1-dcab-4f18-9273-bd3a7b3dab37 req-fce5277d-00fb-4faf-af66-c5383e672fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:31.001892 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-30b985d1-dcab-4f18-9273-bd3a7b3dab37 req-fce5277d-00fb-4faf-af66-c5383e672fe6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=83c72247bd04473380fa74addf843cfd&device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 1098 time: 0.1526875 Apr 21 06:07:31.014317 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a9402-21fe-499f-b78b-570b9f374365 req-efd3c803-03cc-471f-b6bb-68b57695b0dd tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:31.015843 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-4a3a9402-21fe-499f-b78b-570b9f374365 req-efd3c803-03cc-471f-b6bb-68b57695b0dd tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 945 time: 0.1314466 Apr 21 06:07:31.153008 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-4a3a9402-21fe-499f-b78b-570b9f374365 req-4c648259-6f39-4d3b-912c-7fa29a5ffb47 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144402 Apr 21 06:07:31.193235 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b985d1-dcab-4f18-9273-bd3a7b3dab37 req-8f26e590-cbef-469c-a77a-200b2f9874cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:31.194876 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-30b985d1-dcab-4f18-9273-bd3a7b3dab37 req-8f26e590-cbef-469c-a77a-200b2f9874cf service neutron] 10.222.0.11 "GET /v2.0/networks?id=8a477b33-6a11-4388-9f32-3a61c0f7920e HTTP/1.1" status: 200 len: 919 time: 0.1780686 Apr 21 06:07:31.266879 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-30b985d1-dcab-4f18-9273-bd3a7b3dab37 req-4e65c625-3d94-4fe7-976b-10267a69312c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ab21f9f-1509-41df-ba62-c5cf11ead2ce HTTP/1.1" status: 200 len: 217 time: 0.0655184 Apr 21 06:07:31.337495 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b985d1-dcab-4f18-9273-bd3a7b3dab37 req-2c787f7b-cfc1-40e8-afe6-78d2836a4ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:31.339037 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-30b985d1-dcab-4f18-9273-bd3a7b3dab37 req-2c787f7b-cfc1-40e8-afe6-78d2836a4ecd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2da1c0c9-9d0e-43d1-a8aa-9f65aa7cd6bc HTTP/1.1" status: 200 len: 858 time: 0.0667083 Apr 21 06:07:31.390927 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-30b985d1-dcab-4f18-9273-bd3a7b3dab37 req-f5729a5b-5bbb-417b-a7fd-7e7789ac3b5c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8a477b33-6a11-4388-9f32-3a61c0f7920e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457039 Apr 21 06:07:31.533961 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-30b985d1-dcab-4f18-9273-bd3a7b3dab37 req-d6fbf6b3-6802-4571-8550-22af2ab3ea89 service neutron] 10.222.0.11 "GET /v2.0/networks/8a477b33-6a11-4388-9f32-3a61c0f7920e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367424 Apr 21 06:07:31.562466 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56759aec-9a35-4a1d-b691-ce1798a1986e req-0f591611-2f14-4484-b2e4-0e3191e75470 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:31.564122 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-56759aec-9a35-4a1d-b691-ce1798a1986e req-0f591611-2f14-4484-b2e4-0e3191e75470 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0897436 Apr 21 06:07:31.612394 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-56759aec-9a35-4a1d-b691-ce1798a1986e req-e62c6514-ed4a-48e6-8877-6f5ef613b445 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415850 Apr 21 06:07:31.677179 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-30b985d1-dcab-4f18-9273-bd3a7b3dab37 req-4c5d350b-e8cb-4d5c-92fc-df066e29cf1d service neutron] 10.222.0.11 "GET /v2.0/networks/8a477b33-6a11-4388-9f32-3a61c0f7920e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366301 Apr 21 06:07:32.050948 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-cacec3e0-3263-4e69-8346-82694c1b0f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:07:32.360242 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f8ce7-c526-4c14-b52b-9ba6b8d6021f req-3fbfc9bc-0d02-4615-9bec-b576773a2339 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:32.361831 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-982f8ce7-c526-4c14-b52b-9ba6b8d6021f req-3fbfc9bc-0d02-4615-9bec-b576773a2339 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 945 time: 0.0888717 Apr 21 06:07:32.413048 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-982f8ce7-c526-4c14-b52b-9ba6b8d6021f req-6dfc25c2-f8ac-41a9-bc2f-80650923a68a tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442557 Apr 21 06:07:32.824279 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15781875-6468-471d-8eda-77647a54bae2 req-b5e34074-6613-41c0-805c-11521b59de8e tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:32.825880 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-15781875-6468-471d-8eda-77647a54bae2 req-b5e34074-6613-41c0-805c-11521b59de8e tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0927973 Apr 21 06:07:32.874513 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-15781875-6468-471d-8eda-77647a54bae2 req-27bc8af1-72e9-4729-abbd-4613e0d9c3e3 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422721 Apr 21 06:07:33.611242 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410eb7f9-c2f9-4c98-b4e6-8cf86957fdcd req-6d9f3c55-a974-4907-bce4-35fc2434c812 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:33.612819 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-410eb7f9-c2f9-4c98-b4e6-8cf86957fdcd req-6d9f3c55-a974-4907-bce4-35fc2434c812 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 945 time: 0.0871615 Apr 21 06:07:33.658976 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-410eb7f9-c2f9-4c98-b4e6-8cf86957fdcd req-1db5e7dd-360a-4989-ae06-c1bedfef096d tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391905 Apr 21 06:07:34.079035 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:07:34.094196 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ca970c-db98-4400-b63a-f74d2c269531 req-6f35174a-b37c-467b-9e02-4de9c20a1be7 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:34.095815 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a9ca970c-db98-4400-b63a-f74d2c269531 req-6f35174a-b37c-467b-9e02-4de9c20a1be7 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0989358 Apr 21 06:07:34.153116 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a9ca970c-db98-4400-b63a-f74d2c269531 req-82db36bc-eba0-4f5a-9cff-c46b7c22fe6e tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430167 Apr 21 06:07:34.525770 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02e8499e-cb13-4eab-87d5-84f080c9e27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:07:34.753410 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:07:35.363404 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ab981-4b34-4ba0-8e69-1507e8f6044c req-978a5a32-dd21-4249-826c-d2a65396adc4 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:35.364992 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-513ab981-4b34-4ba0-8e69-1507e8f6044c req-978a5a32-dd21-4249-826c-d2a65396adc4 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0874488 Apr 21 06:07:35.413817 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-513ab981-4b34-4ba0-8e69-1507e8f6044c req-837bc1e5-6b84-4512-aca8-2da3b84386d7 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417833 Apr 21 06:07:35.439687 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:07:36.245526 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:07:36.625633 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ab5e7-1f2b-4ef5-8742-ccf6ee5b5cd6 req-32bbd7f2-fe4a-4641-8c19-b25998fd7eeb tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:36.627302 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d50ab5e7-1f2b-4ef5-8742-ccf6ee5b5cd6 req-32bbd7f2-fe4a-4641-8c19-b25998fd7eeb tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0888090 Apr 21 06:07:36.680941 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d50ab5e7-1f2b-4ef5-8742-ccf6ee5b5cd6 req-48af44b6-1e55-4d08-96ff-339532776f9a tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468035 Apr 21 06:07:36.970254 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:07:38.038201 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1682d5-1a3e-4bd1-9bb7-1cc25899a678 req-ad21945f-abbe-4a05-a0c4-c5d1f5d41201 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:38.039867 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1e1682d5-1a3e-4bd1-9bb7-1cc25899a678 req-ad21945f-abbe-4a05-a0c4-c5d1f5d41201 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0933177 Apr 21 06:07:38.087464 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1e1682d5-1a3e-4bd1-9bb7-1cc25899a678 req-5ce44f27-10f7-4151-971c-9936a243bf46 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414155 Apr 21 06:07:39.294505 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9ba56-8362-40d6-b46f-9f1daf5ed9db req-370b385f-9ca4-44ae-85bd-de284f087207 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:39.296177 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-95f9ba56-8362-40d6-b46f-9f1daf5ed9db req-370b385f-9ca4-44ae-85bd-de284f087207 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0892873 Apr 21 06:07:39.344130 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-95f9ba56-8362-40d6-b46f-9f1daf5ed9db req-d419d063-5b83-46ce-92d3-1bc2eddfa7a8 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414541 Apr 21 06:07:40.548351 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa981c5-8c65-4e90-a04e-fd06340bb3c8 req-93b4e845-a838-4c55-8201-4af8146d32d9 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:40.549884 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-9aa981c5-8c65-4e90-a04e-fd06340bb3c8 req-93b4e845-a838-4c55-8201-4af8146d32d9 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0883372 Apr 21 06:07:40.599864 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-9aa981c5-8c65-4e90-a04e-fd06340bb3c8 req-32a9787e-2ba5-497e-8667-0c338c63be34 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430496 Apr 21 06:07:41.808152 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23c3c2-0652-47aa-8502-d38143c1192b req-d933181b-7759-4cef-95f2-d8cd5cc836d4 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:41.809816 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-2d23c3c2-0652-47aa-8502-d38143c1192b req-d933181b-7759-4cef-95f2-d8cd5cc836d4 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0920463 Apr 21 06:07:41.857130 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-2d23c3c2-0652-47aa-8502-d38143c1192b req-aad1e947-a33e-4b9d-bca5-1d94270d252b tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407467 Apr 21 06:07:43.288646 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db5bf7-2afa-4769-8fcf-0c18cc8b8a7a req-4cd742b0-cece-4291-a5a4-3c9548d23e7a tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:43.290251 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-34db5bf7-2afa-4769-8fcf-0c18cc8b8a7a req-4cd742b0-cece-4291-a5a4-3c9548d23e7a tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.3028665 Apr 21 06:07:43.338893 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-34db5bf7-2afa-4769-8fcf-0c18cc8b8a7a req-d6f01080-07e5-4cd0-a338-578245738d6b tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420446 Apr 21 06:07:44.544703 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f267ba2-dcf3-466c-9cd0-3398d129ca9d req-de45d1e8-8683-4852-8101-afc3354e2f0a tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:44.546311 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-0f267ba2-dcf3-466c-9cd0-3398d129ca9d req-de45d1e8-8683-4852-8101-afc3354e2f0a tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0874603 Apr 21 06:07:44.594002 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-0f267ba2-dcf3-466c-9cd0-3398d129ca9d req-796c1d01-e20a-43fd-9a53-1f61b2e9d07a tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413415 Apr 21 06:07:45.797661 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff001e-348b-4e9f-8d9b-e5fc4a6f69df req-3089e1fb-0044-425d-8e2d-d233fad60aee tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:45.799249 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-90ff001e-348b-4e9f-8d9b-e5fc4a6f69df req-3089e1fb-0044-425d-8e2d-d233fad60aee tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0882390 Apr 21 06:07:45.845680 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-90ff001e-348b-4e9f-8d9b-e5fc4a6f69df req-26257038-03e5-4d31-a597-ce61b7664958 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400693 Apr 21 06:07:47.060452 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26be96-1422-410c-a8e1-fa09a710c873 req-942397fc-3ac1-4504-b0ee-b4a62a6cc16d tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:47.062051 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-3f26be96-1422-410c-a8e1-fa09a710c873 req-942397fc-3ac1-4504-b0ee-b4a62a6cc16d tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0962107 Apr 21 06:07:47.110580 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-3f26be96-1422-410c-a8e1-fa09a710c873 req-f8b99e9a-ba36-46ef-a942-d52aa76408c7 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421503 Apr 21 06:07:48.319851 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85033c-1a69-4250-827e-2c9517c76bc7 req-b234afab-fed0-46c8-8c11-59e290a5b3f2 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:48.321453 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-5c85033c-1a69-4250-827e-2c9517c76bc7 req-b234afab-fed0-46c8-8c11-59e290a5b3f2 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0918539 Apr 21 06:07:48.370072 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-5c85033c-1a69-4250-827e-2c9517c76bc7 req-1e57d7a7-6cac-41bb-8d16-13e865b60b76 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418959 Apr 21 06:07:49.574844 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a66b93-0952-4054-b59f-59eea66ac4c4 req-c7ffca86-2df7-4abb-9202-cc1b51abdc32 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:49.576490 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-15a66b93-0952-4054-b59f-59eea66ac4c4 req-c7ffca86-2df7-4abb-9202-cc1b51abdc32 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0889168 Apr 21 06:07:49.628006 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-15a66b93-0952-4054-b59f-59eea66ac4c4 req-d56ce9f9-434f-4e5e-ada3-b9b731d90fb8 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446942 Apr 21 06:07:50.832899 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6628239a-4430-4f5d-8d14-2f7f79615e6d req-37361cf2-609a-45ef-a260-e6f9b66b26fa tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:50.834353 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6628239a-4430-4f5d-8d14-2f7f79615e6d req-37361cf2-609a-45ef-a260-e6f9b66b26fa tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0854380 Apr 21 06:07:50.882651 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6628239a-4430-4f5d-8d14-2f7f79615e6d req-2df2055a-4408-4817-82c6-645e169223c3 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418475 Apr 21 06:07:52.103476 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30721d44-0a90-4bf1-897b-b768e6452245 req-4185025d-9a86-4fac-a63e-61cab76de75b tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:52.105102 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-30721d44-0a90-4bf1-897b-b768e6452245 req-4185025d-9a86-4fac-a63e-61cab76de75b tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.1018097 Apr 21 06:07:52.155590 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-30721d44-0a90-4bf1-897b-b768e6452245 req-c29e93d8-0f18-47b3-b113-9388e37a5fc0 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433958 Apr 21 06:07:53.367258 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12456d9-6624-4969-b110-ef2e651e43db req-4ab59aa9-912a-4745-bff3-cad687b3637f tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:53.368746 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a12456d9-6624-4969-b110-ef2e651e43db req-4ab59aa9-912a-4745-bff3-cad687b3637f tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0904202 Apr 21 06:07:53.416164 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a12456d9-6624-4969-b110-ef2e651e43db req-7e6863c0-7e9d-4b7d-a39a-afda1d9046a0 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411232 Apr 21 06:07:54.624694 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d45fff-a29d-4e52-a142-b69f3196a040 req-caf7d362-8f91-448e-a87f-55b6dfacf8f3 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:54.626343 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a0d45fff-a29d-4e52-a142-b69f3196a040 req-caf7d362-8f91-448e-a87f-55b6dfacf8f3 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0914688 Apr 21 06:07:54.673520 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a0d45fff-a29d-4e52-a142-b69f3196a040 req-5e731664-aacc-4d80-9fa7-4ea244a9b5c4 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408282 Apr 21 06:07:55.879752 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fae9cb-5c6a-4708-9f63-060ebe7ba826 req-499d6a14-058a-4cbd-8a1a-8d931f94d47e tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:55.881332 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-04fae9cb-5c6a-4708-9f63-060ebe7ba826 req-499d6a14-058a-4cbd-8a1a-8d931f94d47e tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0901759 Apr 21 06:07:55.932794 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-04fae9cb-5c6a-4708-9f63-060ebe7ba826 req-2706b000-69bf-4973-850a-7a8dde74098b tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447197 Apr 21 06:07:57.136347 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab99b7-8310-474f-a541-2829ac5181e7 req-9054a98a-7244-40cc-ac22-40d96067eaa6 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:57.137973 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-19ab99b7-8310-474f-a541-2829ac5181e7 req-9054a98a-7244-40cc-ac22-40d96067eaa6 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0891063 Apr 21 06:07:57.185788 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-19ab99b7-8310-474f-a541-2829ac5181e7 req-d146d0a1-80b6-4460-9b81-b9789e6033e0 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414319 Apr 21 06:07:58.402961 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a989b7ad-a722-40e2-a626-2d3cd6915322 req-f7eb5484-4672-46f9-8b5f-c30df75d3d67 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:58.404608 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a989b7ad-a722-40e2-a626-2d3cd6915322 req-f7eb5484-4672-46f9-8b5f-c30df75d3d67 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0984361 Apr 21 06:07:58.452200 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a989b7ad-a722-40e2-a626-2d3cd6915322 req-1b0003f0-e213-4533-9fe3-d1eb4ae90131 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411756 Apr 21 06:07:59.657443 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5033e7-15a7-4f87-829d-8e8546c0bc22 req-2e3b9026-564f-4e61-b16b-5b344307a9f6 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:07:59.658971 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-0b5033e7-15a7-4f87-829d-8e8546c0bc22 req-2e3b9026-564f-4e61-b16b-5b344307a9f6 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0898812 Apr 21 06:07:59.707491 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-0b5033e7-15a7-4f87-829d-8e8546c0bc22 req-f8307263-2c64-42b0-9dd4-ef2bcd93193b tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419071 Apr 21 06:08:00.923732 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd0722-e86c-4557-9b8f-1ac8fd69923a req-9dc599fc-8d5e-4010-b073-1572144b03f7 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:08:00.925353 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-45bd0722-e86c-4557-9b8f-1ac8fd69923a req-9dc599fc-8d5e-4010-b073-1572144b03f7 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0997522 Apr 21 06:08:00.974162 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-45bd0722-e86c-4557-9b8f-1ac8fd69923a req-55946579-da28-492f-8568-aae30a88da89 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418460 Apr 21 06:08:02.039272 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-05a26f4e-14dc-451a-b979-ada6bf18a353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:08:02.139949 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-8d6a113a-a2af-4229-8fbc-af43933e804e req-d371a391-c288-4e5f-8746-e09a870f2342 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0783439 Apr 21 06:08:02.187617 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c00d7-6ab0-4e9b-8541-e8864920a538 req-3172e89a-286e-4eeb-9da0-a791f4fe7a00 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:08:02.189158 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6a1c00d7-6ab0-4e9b-8541-e8864920a538 req-3172e89a-286e-4eeb-9da0-a791f4fe7a00 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0909607 Apr 21 06:08:02.242055 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6a1c00d7-6ab0-4e9b-8541-e8864920a538 req-19e3106e-47bd-4ae0-b187-fc3c0e9de583 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459065 Apr 21 06:08:02.294383 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6a113a-a2af-4229-8fbc-af43933e804e req-a9c8c296-b27b-43ec-a66e-178457b5cb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:08:02.296030 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-8d6a113a-a2af-4229-8fbc-af43933e804e req-a9c8c296-b27b-43ec-a66e-178457b5cb91 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=83c72247bd04473380fa74addf843cfd&device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 1098 time: 0.0842538 Apr 21 06:08:02.457919 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6a113a-a2af-4229-8fbc-af43933e804e req-9b958195-93eb-4125-9181-0a501b7353cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:08:02.459541 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-8d6a113a-a2af-4229-8fbc-af43933e804e req-9b958195-93eb-4125-9181-0a501b7353cd service neutron] 10.222.0.11 "GET /v2.0/networks?id=8a477b33-6a11-4388-9f32-3a61c0f7920e HTTP/1.1" status: 200 len: 919 time: 0.1398044 Apr 21 06:08:02.531363 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-8d6a113a-a2af-4229-8fbc-af43933e804e req-57924310-5a13-4349-9abf-af805d9e866c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ab21f9f-1509-41df-ba62-c5cf11ead2ce HTTP/1.1" status: 200 len: 217 time: 0.0647182 Apr 21 06:08:02.600370 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6a113a-a2af-4229-8fbc-af43933e804e req-67a33e8d-54cf-45aa-84fd-42ae2f5a3186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:08:02.601903 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-8d6a113a-a2af-4229-8fbc-af43933e804e req-67a33e8d-54cf-45aa-84fd-42ae2f5a3186 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2da1c0c9-9d0e-43d1-a8aa-9f65aa7cd6bc HTTP/1.1" status: 200 len: 858 time: 0.0643113 Apr 21 06:08:02.653169 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-8d6a113a-a2af-4229-8fbc-af43933e804e req-81ecfe81-6efc-4d69-b763-b01fb822bddd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8a477b33-6a11-4388-9f32-3a61c0f7920e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450838 Apr 21 06:08:02.794222 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-8d6a113a-a2af-4229-8fbc-af43933e804e req-a09702de-b641-4e75-8e2d-d23046c3b6be service neutron] 10.222.0.11 "GET /v2.0/networks/8a477b33-6a11-4388-9f32-3a61c0f7920e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343160 Apr 21 06:08:02.945647 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-8d6a113a-a2af-4229-8fbc-af43933e804e req-9425df85-82c1-4808-a514-dfcf831a6670 service neutron] 10.222.0.11 "GET /v2.0/networks/8a477b33-6a11-4388-9f32-3a61c0f7920e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440725 Apr 21 06:08:03.454524 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489389f5-0a91-43e3-9c52-4bd721164702 req-09de4f71-b215-419f-ac6f-fab0e1157c46 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:08:03.456174 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-489389f5-0a91-43e3-9c52-4bd721164702 req-09de4f71-b215-419f-ac6f-fab0e1157c46 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0928345 Apr 21 06:08:03.506071 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-489389f5-0a91-43e3-9c52-4bd721164702 req-f520de21-af43-419e-a25b-b45aa5e43fa4 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429385 Apr 21 06:08:04.518546 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-ac0021ae-763e-4399-88c0-334202e353a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:08:04.715421 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b5fa4-7576-4f03-8645-1f722aa8140f req-b6ed0f47-0402-4059-8e3c-048be2d6cdff tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:08:04.717045 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-fb7b5fa4-7576-4f03-8645-1f722aa8140f req-b6ed0f47-0402-4059-8e3c-048be2d6cdff tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0894616 Apr 21 06:08:04.747261 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:08:04.764669 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-fb7b5fa4-7576-4f03-8645-1f722aa8140f req-fe75ec12-c03d-45d9-a27f-a605427a624b tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413182 Apr 21 06:08:05.427547 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:08:05.970340 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15d1bbb-da42-4c93-9529-00df3274d03d req-0e2d772b-6418-481d-9917-928677933b30 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:08:05.971965 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b15d1bbb-da42-4c93-9529-00df3274d03d req-0e2d772b-6418-481d-9917-928677933b30 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0871596 Apr 21 06:08:06.019219 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b15d1bbb-da42-4c93-9529-00df3274d03d req-20e7d7aa-2bce-4413-8eee-b45fe7ad2bc5 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404575 Apr 21 06:08:06.228277 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:08:06.964558 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:08:07.236775 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e60987-8314-4d7d-9bcc-2d64562d9c5c req-b31b39bd-dae4-48e7-8c52-56e85adfa783 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:08:07.238563 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-40e60987-8314-4d7d-9bcc-2d64562d9c5c req-b31b39bd-dae4-48e7-8c52-56e85adfa783 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0934663 Apr 21 06:08:07.290213 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-40e60987-8314-4d7d-9bcc-2d64562d9c5c req-6cba7922-599b-49c8-a503-d04f0d789ae4 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426464 Apr 21 06:08:08.500146 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0120ced-608a-4369-a5b5-578a59cfe998 req-88451e30-d8e8-410f-b037-3175926163dc tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:08:08.501748 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b0120ced-608a-4369-a5b5-578a59cfe998 req-88451e30-d8e8-410f-b037-3175926163dc tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0922866 Apr 21 06:08:08.550097 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b0120ced-608a-4369-a5b5-578a59cfe998 req-84396900-1f90-4f20-b1d5-d18dda60cccf tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411608 Apr 21 06:08:09.759966 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e9886-9fb2-4345-97da-201ebf2afb93 req-25cfdd46-cc52-4e55-af21-9f1f1134d2ae tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:08:09.761575 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-977e9886-9fb2-4345-97da-201ebf2afb93 req-25cfdd46-cc52-4e55-af21-9f1f1134d2ae tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0896337 Apr 21 06:08:09.810394 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-977e9886-9fb2-4345-97da-201ebf2afb93 req-d46981f8-6797-4f46-b872-ddd66828123d tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425689 Apr 21 06:08:11.017784 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46bb156-7288-41d7-8a93-227540f38b6a req-05f8ee80-7f9c-4b79-8e00-22f15809a66b tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:08:11.019328 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d46bb156-7288-41d7-8a93-227540f38b6a req-05f8ee80-7f9c-4b79-8e00-22f15809a66b tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0891347 Apr 21 06:08:11.070400 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d46bb156-7288-41d7-8a93-227540f38b6a req-1d8bb76e-b8ff-4991-a9eb-b3503db366c7 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440969 Apr 21 06:08:11.078914 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:08:12.277106 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d996b7-3221-4f47-9ee1-d72cb93865a9 req-55e0583c-6251-4ee1-b903-8fb001553182 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:08:12.278724 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-32d996b7-3221-4f47-9ee1-d72cb93865a9 req-55e0583c-6251-4ee1-b903-8fb001553182 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0904484 Apr 21 06:08:12.327184 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-32d996b7-3221-4f47-9ee1-d72cb93865a9 req-ee7c9d38-9943-4448-ab13-4fbbb903768c tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421810 Apr 21 06:08:13.537232 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23108376-5fd2-4cc5-aeec-2e1268f33d07 req-aefb3678-0ba8-4f82-9a37-93f1f3f37980 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:08:13.539531 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-23108376-5fd2-4cc5-aeec-2e1268f33d07 req-aefb3678-0ba8-4f82-9a37-93f1f3f37980 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0901785 Apr 21 06:08:13.587843 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-23108376-5fd2-4cc5-aeec-2e1268f33d07 req-655d9867-129f-4907-8424-94940355d7c6 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419629 Apr 21 06:08:14.791813 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaafcb4-7258-4e8d-8ace-78beb91980be req-e1d2248f-642c-4bce-8768-16d777c186f1 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:08:14.793327 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-fcaafcb4-7258-4e8d-8ace-78beb91980be req-e1d2248f-642c-4bce-8768-16d777c186f1 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0886068 Apr 21 06:08:14.842738 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-fcaafcb4-7258-4e8d-8ace-78beb91980be req-a2a7cea9-4ace-4924-8239-589a4aab50f3 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430911 Apr 21 06:08:16.052270 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc24d1d-5f09-4bba-a7bb-c1dfacc15ee9 req-f87c6bdc-394a-4743-9121-1ee09d670ccd tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:08:16.054325 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-acc24d1d-5f09-4bba-a7bb-c1dfacc15ee9 req-f87c6bdc-394a-4743-9121-1ee09d670ccd tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0928767 Apr 21 06:08:16.103524 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-acc24d1d-5f09-4bba-a7bb-c1dfacc15ee9 req-889a4ddd-377e-4c00-8554-22b7d34cc45d tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421648 Apr 21 06:08:17.311224 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67afa20d-fbd9-4f87-8885-f36426d4b8f0 req-68065930-2685-461a-abf6-9f0b5f3c65ae tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:08:17.312838 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-67afa20d-fbd9-4f87-8885-f36426d4b8f0 req-68065930-2685-461a-abf6-9f0b5f3c65ae tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0879381 Apr 21 06:08:17.359997 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-67afa20d-fbd9-4f87-8885-f36426d4b8f0 req-eee33071-2ec3-4ed4-b964-d8cc1505d30e tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409327 Apr 21 06:08:18.567668 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db031917-df04-405e-85ca-6dbbc9fb2376 req-c97a4ee4-e75b-4f62-afe3-9d355302338d tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:08:18.569295 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-db031917-df04-405e-85ca-6dbbc9fb2376 req-c97a4ee4-e75b-4f62-afe3-9d355302338d tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0899749 Apr 21 06:08:18.617370 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-db031917-df04-405e-85ca-6dbbc9fb2376 req-5060eed0-9691-4734-934d-9cebc2d20d52 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416265 Apr 21 06:08:19.826737 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfee6f6-760d-4815-ace2-9beca2db519c req-a2935ca0-fd58-4f12-af17-3f7295e6b4f4 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:08:19.828270 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6bfee6f6-760d-4815-ace2-9beca2db519c req-a2935ca0-fd58-4f12-af17-3f7295e6b4f4 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0937941 Apr 21 06:08:19.875728 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6bfee6f6-760d-4815-ace2-9beca2db519c req-68d630a4-9e3d-4728-b9d0-9ba9a2cd3ffb tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411141 Apr 21 06:08:21.086640 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ed3904-20e3-4312-b2ad-f878b4d293b2 req-680dffbe-a5eb-45a4-9c5e-98ee8667bf35 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:08:21.088237 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-92ed3904-20e3-4312-b2ad-f878b4d293b2 req-680dffbe-a5eb-45a4-9c5e-98ee8667bf35 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0926211 Apr 21 06:08:21.136796 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-92ed3904-20e3-4312-b2ad-f878b4d293b2 req-64270b49-a679-468a-8764-0495c5d5eaf2 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419807 Apr 21 06:08:22.343346 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20f73e3-12e2-40e0-ab2b-39f3b155cca8 req-29bc609e-22b1-4fb7-8470-b716768a65e0 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:08:22.344950 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a20f73e3-12e2-40e0-ab2b-39f3b155cca8 req-29bc609e-22b1-4fb7-8470-b716768a65e0 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0897255 Apr 21 06:08:22.391651 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a20f73e3-12e2-40e0-ab2b-39f3b155cca8 req-d017acd2-009e-4469-bb7e-a1b629a0471b tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404334 Apr 21 06:08:23.595363 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29ca75-0858-4724-b68b-162195994446 req-645457a9-2716-44ce-b797-04d9d077dae9 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:08:23.596965 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-4b29ca75-0858-4724-b68b-162195994446 req-645457a9-2716-44ce-b797-04d9d077dae9 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0872090 Apr 21 06:08:23.647013 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-4b29ca75-0858-4724-b68b-162195994446 req-f32aa87f-07e3-4716-9908-31e3e0b4ec73 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435483 Apr 21 06:08:24.857735 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a1506-7a90-4689-994a-142ba31c236d req-2e879b3b-1fe0-4c2b-9883-4b66f0be671f tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:08:24.859339 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-2b7a1506-7a90-4689-994a-142ba31c236d req-2e879b3b-1fe0-4c2b-9883-4b66f0be671f tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0925756 Apr 21 06:08:24.906821 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-2b7a1506-7a90-4689-994a-142ba31c236d req-77d58a33-314e-43b4-9fe8-e72c61e18227 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412848 Apr 21 06:08:26.113267 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d7056-cf34-4f66-bec8-ad05aae8cadd req-b2bbafa4-125b-4b68-ba6e-2ec215bf4d50 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:08:26.114891 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-785d7056-cf34-4f66-bec8-ad05aae8cadd req-b2bbafa4-125b-4b68-ba6e-2ec215bf4d50 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0897496 Apr 21 06:08:26.163421 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-785d7056-cf34-4f66-bec8-ad05aae8cadd req-a2de346c-52f3-4a07-91b6-babc5ec5c6ee tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410736 Apr 21 06:08:27.377533 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ee34e-8278-43aa-ac0a-7bf71d6e2470 req-d3057cad-d56c-4c0b-b834-fa2017ef4c8d tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:08:27.379184 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-661ee34e-8278-43aa-ac0a-7bf71d6e2470 req-d3057cad-d56c-4c0b-b834-fa2017ef4c8d tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0877891 Apr 21 06:08:27.431647 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-661ee34e-8278-43aa-ac0a-7bf71d6e2470 req-5df8f403-589c-40d9-b6cb-a76dbfc388b9 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454586 Apr 21 06:08:28.640491 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22420623-d538-4a58-be82-c32538ab54f4 req-0d8993d9-bfc0-4bda-8096-7a67d187ba25 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:08:28.642054 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-22420623-d538-4a58-be82-c32538ab54f4 req-0d8993d9-bfc0-4bda-8096-7a67d187ba25 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0896327 Apr 21 06:08:28.688592 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-22420623-d538-4a58-be82-c32538ab54f4 req-0eacc301-1cf7-4d90-8f5c-d1f0923f3013 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396452 Apr 21 06:08:29.892896 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98755ad4-992f-4074-b750-caf69c6aab05 req-1c965469-f169-469b-a2fc-e5de942c347a tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:08:29.894564 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-98755ad4-992f-4074-b750-caf69c6aab05 req-1c965469-f169-469b-a2fc-e5de942c347a tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0892229 Apr 21 06:08:29.943041 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-98755ad4-992f-4074-b750-caf69c6aab05 req-d9499520-cc1d-45f3-85f9-ff3d49e8807d tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421124 Apr 21 06:08:31.149594 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d720fe3-9cd3-401f-9c56-a44ad38087c4 req-d691bd31-9934-4c47-b89a-a4cff1d63d03 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:08:31.151283 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-4d720fe3-9cd3-401f-9c56-a44ad38087c4 req-d691bd31-9934-4c47-b89a-a4cff1d63d03 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0893331 Apr 21 06:08:31.198907 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-4d720fe3-9cd3-401f-9c56-a44ad38087c4 req-771a7bed-cbbf-43ff-b3cf-8514de6187ea tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412383 Apr 21 06:08:32.021283 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6c5a62d5-679c-419d-b0e6-e0fd3db8321b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:08:32.409838 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5cfcaa-51d6-4672-a152-aef00610eb67 req-36941e0c-ce65-4f94-91f9-4e2b14f0319e tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:08:32.411634 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-0f5cfcaa-51d6-4672-a152-aef00610eb67 req-36941e0c-ce65-4f94-91f9-4e2b14f0319e tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0903122 Apr 21 06:08:32.457771 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-0f5cfcaa-51d6-4672-a152-aef00610eb67 req-8ae3b1a3-e852-4aaf-b705-aff7c9d113bc tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394053 Apr 21 06:08:33.662358 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d72f46-15a3-432e-b0d9-ab058889d0cc req-35e6d308-5f91-417e-985c-846e25114883 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:08:33.663944 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d8d72f46-15a3-432e-b0d9-ab058889d0cc req-35e6d308-5f91-417e-985c-846e25114883 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0895739 Apr 21 06:08:33.712032 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d8d72f46-15a3-432e-b0d9-ab058889d0cc req-d4154fe8-75f6-4e9c-bdc9-3124a3a5d9d5 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416861 Apr 21 06:08:34.517517 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-932fea99-fcc8-4aba-a2d1-f27b4d6fe87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:08:34.753138 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:08:34.918424 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5822f33-7838-4bd7-80e3-636b1627d61b req-33b699bb-f673-400e-9184-56db6d853fa9 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:08:34.920164 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f5822f33-7838-4bd7-80e3-636b1627d61b req-33b699bb-f673-400e-9184-56db6d853fa9 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0901332 Apr 21 06:08:34.968512 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f5822f33-7838-4bd7-80e3-636b1627d61b req-23a27c67-fc51-43dd-83f8-f4cbe74d321b tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419030 Apr 21 06:08:35.427462 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:08:36.177536 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d22d3-845f-42ec-bfa0-1008180203c6 req-54de5e80-de6f-4048-b561-6ca68726c53b tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:08:36.179877 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-812d22d3-845f-42ec-bfa0-1008180203c6 req-54de5e80-de6f-4048-b561-6ca68726c53b tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0901165 Apr 21 06:08:36.234237 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:08:36.235250 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-812d22d3-845f-42ec-bfa0-1008180203c6 req-a48acd7e-8320-40b7-a7ea-8b1dc24e72ba tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488241 Apr 21 06:08:36.976523 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:08:37.448534 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adea580-42a1-4349-839a-3f96b2ea3dba req-0fcd7be1-a218-408c-ab76-c3d734985207 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:08:37.450038 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-5adea580-42a1-4349-839a-3f96b2ea3dba req-0fcd7be1-a218-408c-ab76-c3d734985207 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0912957 Apr 21 06:08:37.497211 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-5adea580-42a1-4349-839a-3f96b2ea3dba req-f05a164d-abcc-4fd9-b0b5-2795484b4224 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408502 Apr 21 06:08:38.700746 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e2fc17-0417-473c-8eab-d50c2ec704ef req-fe4029fc-397e-4f97-a757-203f55ab9d09 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:08:38.702377 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-19e2fc17-0417-473c-8eab-d50c2ec704ef req-fe4029fc-397e-4f97-a757-203f55ab9d09 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0887091 Apr 21 06:08:38.750455 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-19e2fc17-0417-473c-8eab-d50c2ec704ef req-4ccbd942-cd7c-4dde-8d98-cb98793d19f7 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416369 Apr 21 06:08:39.959567 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c64bb-9943-42ed-a0bc-8f7f4608240b req-b9fa8c59-a1f4-4208-9b31-9c5402701833 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:08:39.961164 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-789c64bb-9943-42ed-a0bc-8f7f4608240b req-b9fa8c59-a1f4-4208-9b31-9c5402701833 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0885875 Apr 21 06:08:40.011190 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-789c64bb-9943-42ed-a0bc-8f7f4608240b req-9bc0899b-9664-430a-888c-c5bbb74a1729 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437982 Apr 21 06:08:41.220255 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fcca46-b86c-402d-87d3-718818baea7e req-18c3ebc2-9e23-438d-bbe2-648413d1aa25 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:08:41.221920 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c2fcca46-b86c-402d-87d3-718818baea7e req-18c3ebc2-9e23-438d-bbe2-648413d1aa25 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0923688 Apr 21 06:08:41.270584 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c2fcca46-b86c-402d-87d3-718818baea7e req-4d5066f3-ec9f-451e-9af4-92fc1da2209f tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412955 Apr 21 06:08:42.617408 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d11e0e-6b6f-49cc-9c4a-6d13ffa85ddb req-b075e8fd-df28-43af-ba98-fc8cd598792f tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:08:42.619088 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-38d11e0e-6b6f-49cc-9c4a-6d13ffa85ddb req-b075e8fd-df28-43af-ba98-fc8cd598792f tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0956874 Apr 21 06:08:42.667894 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-38d11e0e-6b6f-49cc-9c4a-6d13ffa85ddb req-3e3e18fd-9dc1-4bff-9bf1-160a93b0af9a tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420918 Apr 21 06:08:43.876019 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1648a70d-c86b-4fb5-a7b4-be98ba9909b9 req-58649f21-b5e3-4e48-b44e-f662b2e22201 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:08:43.877663 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1648a70d-c86b-4fb5-a7b4-be98ba9909b9 req-58649f21-b5e3-4e48-b44e-f662b2e22201 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0884640 Apr 21 06:08:43.928099 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1648a70d-c86b-4fb5-a7b4-be98ba9909b9 req-d3c41146-2333-4e67-86f0-80fbcadfad35 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428889 Apr 21 06:08:45.139396 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da820d21-82cc-4186-b5d3-e1f53e5c1688 req-97516995-b2b6-4d7e-841e-24c6227fb1a0 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:08:45.141026 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-da820d21-82cc-4186-b5d3-e1f53e5c1688 req-97516995-b2b6-4d7e-841e-24c6227fb1a0 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0950508 Apr 21 06:08:45.189760 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-da820d21-82cc-4186-b5d3-e1f53e5c1688 req-ff94d233-f64d-4b9f-9f45-5b40f45c2e39 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418565 Apr 21 06:08:46.412019 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f111b-b4c1-4a61-aef3-ef553ae12925 req-2c824877-d6ec-4b65-9234-ec126e1fb51a tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:08:46.414162 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-074f111b-b4c1-4a61-aef3-ef553ae12925 req-2c824877-d6ec-4b65-9234-ec126e1fb51a tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0961230 Apr 21 06:08:46.462128 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-074f111b-b4c1-4a61-aef3-ef553ae12925 req-20f050cb-76b1-4f86-8b43-ec2776a6b79c tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414968 Apr 21 06:08:47.719581 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727986cc-b922-4833-88b4-f1ca038edc0d req-17855712-ae8b-488a-bdaa-f7f2de36a036 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:08:47.721166 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-727986cc-b922-4833-88b4-f1ca038edc0d req-17855712-ae8b-488a-bdaa-f7f2de36a036 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.1393306 Apr 21 06:08:47.768552 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-727986cc-b922-4833-88b4-f1ca038edc0d req-4a52030b-05bf-4b6f-9862-8bfedbdf683c tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404809 Apr 21 06:08:48.078599 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:08:49.029749 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d727eb3-5c3c-4c4a-aecb-8b6e2c73ba0e req-ebac945b-13ef-42ec-824e-564a9bbff48a tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:08:49.031542 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-8d727eb3-5c3c-4c4a-aecb-8b6e2c73ba0e req-ebac945b-13ef-42ec-824e-564a9bbff48a tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.1461327 Apr 21 06:08:49.083967 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-8d727eb3-5c3c-4c4a-aecb-8b6e2c73ba0e req-c909ec57-688e-4d63-b4b7-717de24f44e5 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453062 Apr 21 06:08:50.294140 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a905e2-8c8c-4583-8acd-7523815e659b req-861efe75-f89e-48d0-963b-b6b51371761f tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:08:50.295770 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-07a905e2-8c8c-4583-8acd-7523815e659b req-861efe75-f89e-48d0-963b-b6b51371761f tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0924242 Apr 21 06:08:50.343321 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-07a905e2-8c8c-4583-8acd-7523815e659b req-bc9a977f-5bef-4c49-a17e-34eb6d08f9ce tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408785 Apr 21 06:08:51.555135 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef1fbb4-4858-42ab-890b-e8faa34edfd9 req-819c4c01-216d-4abf-8a9f-8db3a67c2e4d tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:08:51.556761 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-5ef1fbb4-4858-42ab-890b-e8faa34edfd9 req-819c4c01-216d-4abf-8a9f-8db3a67c2e4d tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0916879 Apr 21 06:08:51.605992 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-5ef1fbb4-4858-42ab-890b-e8faa34edfd9 req-8a475ca1-fcc9-47ca-8b95-2b0ea496bbe6 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427866 Apr 21 06:08:52.814506 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb8852-0dc2-4a7a-950b-23dd025ce23b req-a31f137a-0c22-4297-8ccf-746902319e0f tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:08:52.814988 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-46cb8852-0dc2-4a7a-950b-23dd025ce23b req-a31f137a-0c22-4297-8ccf-746902319e0f tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0884039 Apr 21 06:08:52.865291 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-46cb8852-0dc2-4a7a-950b-23dd025ce23b req-0218d947-81f9-4585-a298-abfbf88ed7a9 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440290 Apr 21 06:08:54.076709 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006007e2-de78-4040-a6d3-9667026c24ce req-b7f98474-d7c0-4e97-8f45-af63f1130fbf tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:08:54.078310 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-006007e2-de78-4040-a6d3-9667026c24ce req-b7f98474-d7c0-4e97-8f45-af63f1130fbf tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0949059 Apr 21 06:08:54.125091 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-006007e2-de78-4040-a6d3-9667026c24ce req-2af66629-8b06-4a8f-bdb2-5e04c0e3caaf tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403926 Apr 21 06:08:55.332059 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a302e0e4-80a4-42ec-b760-50dc76e815cd req-775a15ec-3ce0-4895-b671-a03e46cdf3f0 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:08:55.334480 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a302e0e4-80a4-42ec-b760-50dc76e815cd req-775a15ec-3ce0-4895-b671-a03e46cdf3f0 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0889566 Apr 21 06:08:55.381231 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a302e0e4-80a4-42ec-b760-50dc76e815cd req-34b16d13-1284-4f3f-91f6-75d790afbacb tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403929 Apr 21 06:08:56.585777 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b25a31-13e2-4eb4-b983-6d9bc44af820 req-85d6ca01-5deb-4384-83df-f0c9a0a11af8 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:08:56.587402 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-54b25a31-13e2-4eb4-b983-6d9bc44af820 req-85d6ca01-5deb-4384-83df-f0c9a0a11af8 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0888534 Apr 21 06:08:56.633294 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-54b25a31-13e2-4eb4-b983-6d9bc44af820 req-412f6a75-4c46-4170-97d9-9579bddfffd3 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395663 Apr 21 06:08:57.839295 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8524fa14-14f6-4ee4-8e3d-1936b05fd8fd req-6e3c0fec-6318-4b7f-9120-758c1ef999f3 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:08:57.840796 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-8524fa14-14f6-4ee4-8e3d-1936b05fd8fd req-6e3c0fec-6318-4b7f-9120-758c1ef999f3 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0899353 Apr 21 06:08:57.886965 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-8524fa14-14f6-4ee4-8e3d-1936b05fd8fd req-f6b879e6-5d3f-4878-9101-affb01db370c tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399594 Apr 21 06:08:59.095583 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d5b90-e4ea-4688-9c9d-e2cba3ca170a req-4bb6b5b2-1dee-4eaa-aa5d-2adca90de766 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:08:59.097147 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-215d5b90-e4ea-4688-9c9d-e2cba3ca170a req-4bb6b5b2-1dee-4eaa-aa5d-2adca90de766 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0908041 Apr 21 06:08:59.144086 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-215d5b90-e4ea-4688-9c9d-e2cba3ca170a req-63f65f8f-fd09-4136-9c8f-37a17b0ecc6f tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405262 Apr 21 06:09:00.349372 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c94d1a-4e77-4a17-ba78-3c0aae1b33a0 req-764dc5aa-75bc-44a2-9571-47391cfe1807 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:09:00.351029 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-11c94d1a-4e77-4a17-ba78-3c0aae1b33a0 req-764dc5aa-75bc-44a2-9571-47391cfe1807 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0894315 Apr 21 06:09:00.398416 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-11c94d1a-4e77-4a17-ba78-3c0aae1b33a0 req-93401d28-7a81-4526-a52d-a9ba7bdc6623 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408986 Apr 21 06:09:01.606557 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e558d92-8365-4b98-9a57-31c0a8ef0648 req-d004be75-7ac0-43b9-92d2-f69d5a7c0cb9 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:09:01.608124 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-3e558d92-8365-4b98-9a57-31c0a8ef0648 req-d004be75-7ac0-43b9-92d2-f69d5a7c0cb9 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0883310 Apr 21 06:09:01.659160 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-3e558d92-8365-4b98-9a57-31c0a8ef0648 req-9a498282-b365-4082-acc0-9e3e202a761d tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444424 Apr 21 06:09:02.032877 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-15779af1-2f3b-4019-89b6-4bbc9ebb6b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:09:02.916119 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9978a9e5-935d-4385-9fd9-433af122cc3c req-f6f46680-e39d-4818-a519-14b11cdcc065 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:09:02.917718 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-9978a9e5-935d-4385-9fd9-433af122cc3c req-f6f46680-e39d-4818-a519-14b11cdcc065 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0993915 Apr 21 06:09:02.966741 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-9978a9e5-935d-4385-9fd9-433af122cc3c req-72d7e465-052b-40a9-b422-c8bfedfed132 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426102 Apr 21 06:09:04.173059 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95015b89-d59f-4073-ab10-4deaffede502 req-d56b606a-78d3-42cf-8f98-aaf31c8fe836 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:09:04.174659 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-95015b89-d59f-4073-ab10-4deaffede502 req-d56b606a-78d3-42cf-8f98-aaf31c8fe836 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0905466 Apr 21 06:09:04.221840 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-95015b89-d59f-4073-ab10-4deaffede502 req-7c98c2fe-acfb-4171-bbf3-b2db480be12a tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406828 Apr 21 06:09:04.524087 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-b4180980-1251-480a-82e8-c352c9ef214d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:09:04.764299 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:09:04.808654 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-906c564c-0749-483f-be28-636c3ba3d29c req-b81dc7bf-657e-4117-bec6-19808b26d92e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b8da5d63-9858-4a18-9b9a-07455985ef41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0779765 Apr 21 06:09:05.125244 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c564c-0749-483f-be28-636c3ba3d29c req-caf5c94d-030d-4976-a1e2-87a2fd3c043b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:09:05.127142 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-906c564c-0749-483f-be28-636c3ba3d29c req-caf5c94d-030d-4976-a1e2-87a2fd3c043b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=83c72247bd04473380fa74addf843cfd&device_id=b8da5d63-9858-4a18-9b9a-07455985ef41 HTTP/1.1" status: 200 len: 1099 time: 0.2984324 Apr 21 06:09:05.291173 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c564c-0749-483f-be28-636c3ba3d29c req-6e294a62-e14a-4ee7-8cd0-9509f04f3745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:09:05.292810 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-906c564c-0749-483f-be28-636c3ba3d29c req-6e294a62-e14a-4ee7-8cd0-9509f04f3745 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8a477b33-6a11-4388-9f32-3a61c0f7920e HTTP/1.1" status: 200 len: 919 time: 0.1401091 Apr 21 06:09:05.368266 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-906c564c-0749-483f-be28-636c3ba3d29c req-4502ef57-8137-4fee-ba4d-a6169b6d1e7f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f15b2d24-48f2-4f38-80a6-0b3c822d56e2 HTTP/1.1" status: 200 len: 217 time: 0.0687871 Apr 21 06:09:05.433303 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:09:05.437222 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c564c-0749-483f-be28-636c3ba3d29c req-0bfc660d-7121-4ca1-aadf-c7193382c648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:09:05.438826 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-906c564c-0749-483f-be28-636c3ba3d29c req-0bfc660d-7121-4ca1-aadf-c7193382c648 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2da1c0c9-9d0e-43d1-a8aa-9f65aa7cd6bc HTTP/1.1" status: 200 len: 858 time: 0.0643215 Apr 21 06:09:05.450202 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70007f87-e18e-4c29-8549-9a1b7cbd8f70 req-360aa450-67ea-4502-9043-61938bf16da1 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:09:05.451842 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-70007f87-e18e-4c29-8549-9a1b7cbd8f70 req-360aa450-67ea-4502-9043-61938bf16da1 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0960889 Apr 21 06:09:05.494584 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-906c564c-0749-483f-be28-636c3ba3d29c req-2a551365-3a1e-4f08-b3a7-42bccd1adb77 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8a477b33-6a11-4388-9f32-3a61c0f7920e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496161 Apr 21 06:09:05.503554 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-70007f87-e18e-4c29-8549-9a1b7cbd8f70 req-a781da8c-3773-4799-9b62-4ad9e8966e7a tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449994 Apr 21 06:09:05.636657 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-906c564c-0749-483f-be28-636c3ba3d29c req-d0ced601-6f8d-4aea-b2ee-bb6dddd6b565 service neutron] 10.222.0.11 "GET /v2.0/networks/8a477b33-6a11-4388-9f32-3a61c0f7920e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356099 Apr 21 06:09:05.776023 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-906c564c-0749-483f-be28-636c3ba3d29c req-2fdb9575-fcb2-4480-a7b3-7c5b3779edde service neutron] 10.222.0.11 "GET /v2.0/networks/8a477b33-6a11-4388-9f32-3a61c0f7920e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330884 Apr 21 06:09:06.233042 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:09:06.714299 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6951333-fc86-4876-973b-ae38f94a40e5 req-a204f86f-b4fe-4e74-af80-d55fb72f6c27 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:09:06.715930 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e6951333-fc86-4876-973b-ae38f94a40e5 req-a204f86f-b4fe-4e74-af80-d55fb72f6c27 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0873361 Apr 21 06:09:06.762155 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e6951333-fc86-4876-973b-ae38f94a40e5 req-bbd6d7ac-2207-4550-bfe7-0de204e8e39e tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400000 Apr 21 06:09:07.032741 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:09:08.165677 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6d490-8733-411d-b906-074a451b6abf req-2e9456ad-1a77-42f2-b6a8-9240e0810a91 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:09:08.167221 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d7b6d490-8733-411d-b906-074a451b6abf req-2e9456ad-1a77-42f2-b6a8-9240e0810a91 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.2877514 Apr 21 06:09:08.324238 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d7b6d490-8733-411d-b906-074a451b6abf req-9a45dc97-4e0e-4309-b2f7-d4e782d391b7 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504674 Apr 21 06:09:09.543131 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899f857f-3244-4515-8b40-d3132353c380 req-c1c01756-ded0-4d85-8c67-44cb462d44ba tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:09:09.544769 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-899f857f-3244-4515-8b40-d3132353c380 req-c1c01756-ded0-4d85-8c67-44cb462d44ba tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.1004341 Apr 21 06:09:09.592707 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-899f857f-3244-4515-8b40-d3132353c380 req-5c7547a5-6432-4138-a2cb-a907b59b6176 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416648 Apr 21 06:09:10.816433 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec71f4fe-f177-4d6a-8ac0-a39d868c84f0 req-a18e7ccf-6029-471e-a587-9f9a96fc9a6e tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:09:10.818553 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ec71f4fe-f177-4d6a-8ac0-a39d868c84f0 req-a18e7ccf-6029-471e-a587-9f9a96fc9a6e tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.1010153 Apr 21 06:09:10.866584 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ec71f4fe-f177-4d6a-8ac0-a39d868c84f0 req-8e9bddbd-f2ba-4b1f-abcc-cf9f5d650199 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414526 Apr 21 06:09:12.076292 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24631b83-4169-41f8-a220-3463080a5c6a req-9cd5923a-7d11-430e-adba-943a3b3b8ec0 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:09:12.078338 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-24631b83-4169-41f8-a220-3463080a5c6a req-9cd5923a-7d11-430e-adba-943a3b3b8ec0 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0929294 Apr 21 06:09:12.135418 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-24631b83-4169-41f8-a220-3463080a5c6a req-8ea2fbba-f92f-4615-8528-c933db283674 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506775 Apr 21 06:09:13.343666 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4b545-6ec7-4002-a479-9b986a088465 req-7eed079e-5bb3-4bda-a410-844caec9d146 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:09:13.345267 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6fd4b545-6ec7-4002-a479-9b986a088465 req-7eed079e-5bb3-4bda-a410-844caec9d146 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0920637 Apr 21 06:09:13.391591 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6fd4b545-6ec7-4002-a479-9b986a088465 req-35c09612-1c50-4943-8043-5326ec51679a tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399694 Apr 21 06:09:14.606173 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243be921-0973-4f03-ab37-04f711bc6cee req-4b609bae-ac3c-4274-8187-83b296110547 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:09:14.607742 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-243be921-0973-4f03-ab37-04f711bc6cee req-4b609bae-ac3c-4274-8187-83b296110547 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0925059 Apr 21 06:09:14.654357 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-243be921-0973-4f03-ab37-04f711bc6cee req-ae89fe83-4764-4d69-84d8-7820cb27c2e9 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403526 Apr 21 06:09:15.860572 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16695e8-3e4e-4c42-8b94-9beecbae471b req-01ac416d-d017-4b63-8fb9-c3c9ad3f97b2 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:09:15.862141 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c16695e8-3e4e-4c42-8b94-9beecbae471b req-01ac416d-d017-4b63-8fb9-c3c9ad3f97b2 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0866499 Apr 21 06:09:15.908729 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c16695e8-3e4e-4c42-8b94-9beecbae471b req-0682b11b-8a24-4dbd-80aa-beef3f4ba60e tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397198 Apr 21 06:09:17.120387 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ee3f9-fc9a-4019-8700-0016125b1a3f req-e6c2474e-3e8e-4b27-b6cd-8d50207b7c23 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:09:17.122043 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d58ee3f9-fc9a-4019-8700-0016125b1a3f req-e6c2474e-3e8e-4b27-b6cd-8d50207b7c23 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0940051 Apr 21 06:09:17.175975 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d58ee3f9-fc9a-4019-8700-0016125b1a3f req-c6ff12d9-5c2a-49f4-8b90-2f5cf56866da tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473180 Apr 21 06:09:18.401294 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff636c-da69-4587-beab-abbf04f3a0ce req-b36b8d17-95ea-4e2c-9db4-3d7eae208e7f tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:09:18.402922 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-57ff636c-da69-4587-beab-abbf04f3a0ce req-b36b8d17-95ea-4e2c-9db4-3d7eae208e7f tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0911613 Apr 21 06:09:18.451344 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-57ff636c-da69-4587-beab-abbf04f3a0ce req-fafce9cb-40af-402d-996a-0bbd66f5de78 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416403 Apr 21 06:09:19.657467 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0883b41-fb97-4fd8-9fd2-3da1b3df5d48 req-83b971fa-ee89-4d4b-8394-8d6cc3347ea3 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:09:19.659098 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e0883b41-fb97-4fd8-9fd2-3da1b3df5d48 req-83b971fa-ee89-4d4b-8394-8d6cc3347ea3 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0889003 Apr 21 06:09:19.707165 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e0883b41-fb97-4fd8-9fd2-3da1b3df5d48 req-2a1aaa28-02f9-427a-b876-76a70eebf62d tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415280 Apr 21 06:09:20.910005 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d0cc99-17d4-47fb-9b2f-f55e968a251d req-6b6e397e-aae9-4964-9383-311884c65182 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:09:20.912396 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f4d0cc99-17d4-47fb-9b2f-f55e968a251d req-6b6e397e-aae9-4964-9383-311884c65182 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0868971 Apr 21 06:09:20.965510 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f4d0cc99-17d4-47fb-9b2f-f55e968a251d req-484d2000-9f53-43f1-85ed-a721c53f1c7f tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466738 Apr 21 06:09:22.178597 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7bc22e-5838-406f-8b4f-8f0cb7df3e9b req-29b8e93a-57da-4c02-8b01-d791bd219e7d tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:09:22.180326 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1d7bc22e-5838-406f-8b4f-8f0cb7df3e9b req-29b8e93a-57da-4c02-8b01-d791bd219e7d tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0928156 Apr 21 06:09:22.228371 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1d7bc22e-5838-406f-8b4f-8f0cb7df3e9b req-0fd7bf42-83e9-48d1-b84f-fd8331d0b22c tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417368 Apr 21 06:09:23.430641 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbc5f06-2054-482b-91a4-9e5e09caff4f req-62f4091b-87e3-404f-a97b-6288317b0777 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:09:23.432166 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ddbc5f06-2054-482b-91a4-9e5e09caff4f req-62f4091b-87e3-404f-a97b-6288317b0777 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0865014 Apr 21 06:09:23.478037 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ddbc5f06-2054-482b-91a4-9e5e09caff4f req-80520a9d-60d9-4370-8439-b3ec8c6a7d88 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397367 Apr 21 06:09:24.685658 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d08cac-e33b-4a5b-83ea-4783774966d2 req-b4cd5584-abfd-413d-92cf-b55700fef9b5 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:09:24.687188 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e2d08cac-e33b-4a5b-83ea-4783774966d2 req-b4cd5584-abfd-413d-92cf-b55700fef9b5 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0875559 Apr 21 06:09:24.734241 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e2d08cac-e33b-4a5b-83ea-4783774966d2 req-ae715993-0fc3-4f79-8cdf-8b619810a627 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402429 Apr 21 06:09:25.078904 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:09:25.943638 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78e78f2-d970-430e-9064-eae0e76323d2 req-2db228ef-d1b8-4f87-b621-e33fad02bd1b tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:09:25.945235 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a78e78f2-d970-430e-9064-eae0e76323d2 req-2db228ef-d1b8-4f87-b621-e33fad02bd1b tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0909855 Apr 21 06:09:25.992854 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a78e78f2-d970-430e-9064-eae0e76323d2 req-46a30ec2-f85a-43df-9bfc-1f7feea3df12 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413103 Apr 21 06:09:27.202736 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb9dca1-f15f-4301-918f-1994d97c101e req-3037ed0c-1f50-4ac8-9704-724a3991695b tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:09:27.204329 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-adb9dca1-f15f-4301-918f-1994d97c101e req-3037ed0c-1f50-4ac8-9704-724a3991695b tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0932169 Apr 21 06:09:27.253712 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-adb9dca1-f15f-4301-918f-1994d97c101e req-9825ad4e-930d-4c92-b556-04c46ee2cf2f tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424411 Apr 21 06:09:28.457078 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc66498-f699-4f47-809e-d98fa1780c64 req-7fafa751-7807-49bb-a365-fe2203d678fc tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:09:28.458705 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-7fc66498-f699-4f47-809e-d98fa1780c64 req-7fafa751-7807-49bb-a365-fe2203d678fc tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0871115 Apr 21 06:09:28.506089 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-7fc66498-f699-4f47-809e-d98fa1780c64 req-283e20af-209e-485d-8a7a-096b33b56335 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409737 Apr 21 06:09:29.717835 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b41efa9-24f4-4db2-aafa-595ca261e7ab req-dc7f31ce-6b30-4de6-9836-a99002d5e831 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:09:29.719457 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-4b41efa9-24f4-4db2-aafa-595ca261e7ab req-dc7f31ce-6b30-4de6-9836-a99002d5e831 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0926688 Apr 21 06:09:29.771047 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-4b41efa9-24f4-4db2-aafa-595ca261e7ab req-12fe3bef-c601-49f6-9542-cde310a204b5 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451162 Apr 21 06:09:30.978005 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09fbec-9ef4-4506-86b2-6717b8141c99 req-e0829c28-de1b-40e0-bdb6-297cc27bff76 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:09:30.979658 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-5c09fbec-9ef4-4506-86b2-6717b8141c99 req-e0829c28-de1b-40e0-bdb6-297cc27bff76 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0917943 Apr 21 06:09:31.027066 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-5c09fbec-9ef4-4506-86b2-6717b8141c99 req-894cc716-7637-46b5-80e5-69d674658b2c tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409088 Apr 21 06:09:32.021298 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9af80224-2932-45f1-a026-76036c869704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:09:32.233972 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad63a68-3cdb-4274-8c6d-cdff0f817864 req-9f524d49-5a6e-4052-bed0-cc82cd2b8b36 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:09:32.235640 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-aad63a68-3cdb-4274-8c6d-cdff0f817864 req-9f524d49-5a6e-4052-bed0-cc82cd2b8b36 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0892227 Apr 21 06:09:32.284270 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-aad63a68-3cdb-4274-8c6d-cdff0f817864 req-bd3baf26-b45a-4414-a1e9-4419551977c1 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414832 Apr 21 06:09:33.490654 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a732007a-a519-453b-ba4a-fee7b3b2105c req-f9c66e6d-a551-4239-9912-b4475ab0a72e tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:09:33.492176 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a732007a-a519-453b-ba4a-fee7b3b2105c req-f9c66e6d-a551-4239-9912-b4475ab0a72e tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0886438 Apr 21 06:09:33.538923 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a732007a-a519-453b-ba4a-fee7b3b2105c req-a1c335ad-3da8-4005-ad71-d8b9050e8104 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404763 Apr 21 06:09:34.518777 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3fc88f3a-544f-46e1-86c8-031be87538d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:09:34.750949 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae5570-d09d-4fa0-87f0-89a34bf1dddd req-3472672e-83d4-4286-bec5-32ce16bf2918 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:09:34.752732 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-76ae5570-d09d-4fa0-87f0-89a34bf1dddd req-3472672e-83d4-4286-bec5-32ce16bf2918 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0974240 Apr 21 06:09:34.764745 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:09:34.801293 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-76ae5570-d09d-4fa0-87f0-89a34bf1dddd req-ee56d678-96cb-4a6a-bc96-bc3476e2c768 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415466 Apr 21 06:09:35.467454 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:09:36.006006 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bea609-3a74-4d9d-ac9b-a949e227b51c req-ccaabbbc-ac04-466e-81e8-2703dcecbe54 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:09:36.007641 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-85bea609-3a74-4d9d-ac9b-a949e227b51c req-ccaabbbc-ac04-466e-81e8-2703dcecbe54 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0870459 Apr 21 06:09:36.054957 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-85bea609-3a74-4d9d-ac9b-a949e227b51c req-d4abef36-7a81-4d84-adbf-608ae9e3a95c tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409765 Apr 21 06:09:36.216937 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:09:36.975981 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:09:37.262423 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb5667-b195-49db-97f8-c42db39b1f02 req-7f588c1b-1d51-401a-a3f3-dbbbf84dd2fb tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:09:37.264073 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-4dcb5667-b195-49db-97f8-c42db39b1f02 req-7f588c1b-1d51-401a-a3f3-dbbbf84dd2fb tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0892308 Apr 21 06:09:37.312384 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-4dcb5667-b195-49db-97f8-c42db39b1f02 req-36c0a672-f6af-467b-a80b-7ba8416f2b8e tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417371 Apr 21 06:09:38.519222 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6309fb5-5309-44fc-bb60-97f1e1f580a0 req-aa74c7a8-46ca-4936-bd28-2d9afbc39689 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:09:38.520812 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c6309fb5-5309-44fc-bb60-97f1e1f580a0 req-aa74c7a8-46ca-4936-bd28-2d9afbc39689 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0918348 Apr 21 06:09:38.568477 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c6309fb5-5309-44fc-bb60-97f1e1f580a0 req-4df2b2ec-ab9e-4b94-9e58-68c1c5216e55 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413575 Apr 21 06:09:39.783853 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc3ae8-d5e6-4e5d-9d70-ca3328673660 req-cd330760-b449-4e74-9d2c-9294e1d1f980 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:09:39.785464 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-5adc3ae8-d5e6-4e5d-9d70-ca3328673660 req-cd330760-b449-4e74-9d2c-9294e1d1f980 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0916390 Apr 21 06:09:39.832697 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-5adc3ae8-d5e6-4e5d-9d70-ca3328673660 req-137f6aaa-4603-4b95-95ec-d670d255b186 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403075 Apr 21 06:09:41.037295 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f375a6a-8d35-49ba-a923-f37b9ff1eec4 req-22b34bf0-bb32-4e79-b220-0ef7486408ac tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:09:41.038899 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-3f375a6a-8d35-49ba-a923-f37b9ff1eec4 req-22b34bf0-bb32-4e79-b220-0ef7486408ac tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0878801 Apr 21 06:09:41.088900 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-3f375a6a-8d35-49ba-a923-f37b9ff1eec4 req-52e5154d-8ce4-495c-a36e-a2c948c0198e tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436280 Apr 21 06:09:42.298371 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b68127-ecef-4a94-8013-74396df1fb33 req-c197816f-b781-451b-bd26-a6c1447e8bf4 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:09:42.300151 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d0b68127-ecef-4a94-8013-74396df1fb33 req-c197816f-b781-451b-bd26-a6c1447e8bf4 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0925534 Apr 21 06:09:42.352306 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d0b68127-ecef-4a94-8013-74396df1fb33 req-89db3d95-d907-47a3-8471-c2465540bc08 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458572 Apr 21 06:09:43.565085 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac670c-bc79-4ab4-9843-0d4f840cfc45 req-496969e2-9c83-438a-a9a2-6b67aae8dc99 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:09:43.566711 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-28ac670c-bc79-4ab4-9843-0d4f840cfc45 req-496969e2-9c83-438a-a9a2-6b67aae8dc99 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0977283 Apr 21 06:09:43.615604 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-28ac670c-bc79-4ab4-9843-0d4f840cfc45 req-f330f323-b35b-4133-acad-8daadf9e1f2f tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423481 Apr 21 06:09:44.824138 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da35c6-4a5a-48b4-942b-3fa67eb923db req-40caeda0-d9e6-4b3d-8265-081535eb9e45 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:09:44.825910 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b7da35c6-4a5a-48b4-942b-3fa67eb923db req-40caeda0-d9e6-4b3d-8265-081535eb9e45 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0893595 Apr 21 06:09:44.873861 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b7da35c6-4a5a-48b4-942b-3fa67eb923db req-bc69b2ab-3f5e-4bc5-8405-92d5b766ef21 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414696 Apr 21 06:09:46.081216 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e698e48-5ab2-4640-9e43-be385f407d47 req-121d7399-ea8a-4cff-9bf3-de07385debe1 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:09:46.083486 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-8e698e48-5ab2-4640-9e43-be385f407d47 req-121d7399-ea8a-4cff-9bf3-de07385debe1 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0914421 Apr 21 06:09:46.130821 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-8e698e48-5ab2-4640-9e43-be385f407d47 req-866e32db-d30b-40a3-847b-e64e43cf31ab tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410361 Apr 21 06:09:47.340736 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821219b3-848a-4717-a91b-b6677d35e776 req-29f0d395-438c-4840-88d9-09d921961126 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:09:47.342318 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-821219b3-848a-4717-a91b-b6677d35e776 req-29f0d395-438c-4840-88d9-09d921961126 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0916333 Apr 21 06:09:47.389672 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-821219b3-848a-4717-a91b-b6677d35e776 req-f045c126-38f8-48dc-b638-a779db110cb5 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408292 Apr 21 06:09:48.594351 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bd715d-7801-4609-bde3-20c1c6bfce1e req-22d685e3-6a26-47d1-874c-b8ab40c000b7 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:09:48.595980 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-44bd715d-7801-4609-bde3-20c1c6bfce1e req-22d685e3-6a26-47d1-874c-b8ab40c000b7 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0858846 Apr 21 06:09:48.642697 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-44bd715d-7801-4609-bde3-20c1c6bfce1e req-2c110191-5716-4860-b9e5-f009b9ea2072 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397530 Apr 21 06:09:49.845410 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb4967-ff9a-46e2-a496-9870ff59fc51 req-2ff25bb5-00de-4943-b54c-2fb3212cf104 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:09:49.846947 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d1bb4967-ff9a-46e2-a496-9870ff59fc51 req-2ff25bb5-00de-4943-b54c-2fb3212cf104 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0870905 Apr 21 06:09:49.893233 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d1bb4967-ff9a-46e2-a496-9870ff59fc51 req-a450e3cb-f8b8-4695-bea5-f5db3ae0ed7c tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394118 Apr 21 06:09:51.100256 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d9fd3-66e8-4b19-8073-c15e02ce5159 req-a34ef341-670a-4d46-b104-47f14974be52 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:09:51.101842 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-116d9fd3-66e8-4b19-8073-c15e02ce5159 req-a34ef341-670a-4d46-b104-47f14974be52 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0908780 Apr 21 06:09:51.148945 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-116d9fd3-66e8-4b19-8073-c15e02ce5159 req-289a7267-b212-442f-94cd-e6f2c2416a32 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409009 Apr 21 06:09:52.360741 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237954e6-141f-4107-8d18-143784321ada req-8c950a9d-2fa9-4e5a-914c-7736c834c690 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:09:52.362341 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-237954e6-141f-4107-8d18-143784321ada req-8c950a9d-2fa9-4e5a-914c-7736c834c690 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0936425 Apr 21 06:09:52.410308 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-237954e6-141f-4107-8d18-143784321ada req-fa8cdaa8-259e-4d91-bf3a-9cf5ce842ef1 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414243 Apr 21 06:09:53.653085 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b46781-82b9-4b78-b234-9744f17ad7cc req-c7f4e7a8-1012-4bdf-a891-e204acfab296 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:09:53.654706 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d0b46781-82b9-4b78-b234-9744f17ad7cc req-c7f4e7a8-1012-4bdf-a891-e204acfab296 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.1017802 Apr 21 06:09:53.705276 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d0b46781-82b9-4b78-b234-9744f17ad7cc req-208e8b65-419b-4483-b06b-32728d60b352 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434535 Apr 21 06:09:54.908505 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c2cb64-35a5-4754-80e2-69f5e6034c33 req-021323f1-7e92-4924-8488-5fe7342cb46d tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:09:54.910003 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-67c2cb64-35a5-4754-80e2-69f5e6034c33 req-021323f1-7e92-4924-8488-5fe7342cb46d tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0863500 Apr 21 06:09:54.961476 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-67c2cb64-35a5-4754-80e2-69f5e6034c33 req-328c23fe-2ae5-4c59-92b8-adcb6357b41f tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440061 Apr 21 06:09:56.184011 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada46b30-0322-4467-b0d1-cf215c44b17f req-ced3e9fb-daf6-42f1-9689-6180d1e9d1b5 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:09:56.185627 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ada46b30-0322-4467-b0d1-cf215c44b17f req-ced3e9fb-daf6-42f1-9689-6180d1e9d1b5 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0907292 Apr 21 06:09:56.233966 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ada46b30-0322-4467-b0d1-cf215c44b17f req-d5e54917-ee71-4fe2-b3a3-462860021b43 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419636 Apr 21 06:09:57.438294 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba660edc-db68-4023-b2d1-1993b46afe22 req-8a324a37-a177-4935-a652-8269c44e297e tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:09:57.439946 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ba660edc-db68-4023-b2d1-1993b46afe22 req-8a324a37-a177-4935-a652-8269c44e297e tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0877995 Apr 21 06:09:57.487089 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ba660edc-db68-4023-b2d1-1993b46afe22 req-88fc185b-d2c5-4d4c-adc1-76ad944affa8 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403090 Apr 21 06:09:58.693339 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090aef4c-2e84-467a-a947-963268334ab8 req-97a4bfb7-470b-43f7-ad3b-db95982425ce tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:09:58.694905 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-090aef4c-2e84-467a-a947-963268334ab8 req-97a4bfb7-470b-43f7-ad3b-db95982425ce tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0899446 Apr 21 06:09:58.741554 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-090aef4c-2e84-467a-a947-963268334ab8 req-3f7d0541-65b8-4d2d-97e0-bfa131d93c45 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405028 Apr 21 06:09:59.949428 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd128fe-9719-491b-80d2-fb20c966fc2f req-5a457c8c-7f74-4ef3-b897-0b8cb6d5093e tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:09:59.951042 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-dbd128fe-9719-491b-80d2-fb20c966fc2f req-5a457c8c-7f74-4ef3-b897-0b8cb6d5093e tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0896995 Apr 21 06:09:59.999010 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-dbd128fe-9719-491b-80d2-fb20c966fc2f req-c445cfba-8461-44c2-acc1-442c88a466d7 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413995 Apr 21 06:10:01.206262 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a447a82-ef76-4494-bd93-10734c8a4250 req-4c2d5b43-2206-46d5-a519-81dae54fb9dd tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:10:01.207982 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-2a447a82-ef76-4494-bd93-10734c8a4250 req-4c2d5b43-2206-46d5-a519-81dae54fb9dd tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0909760 Apr 21 06:10:01.261287 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-2a447a82-ef76-4494-bd93-10734c8a4250 req-d2a6782e-ccd1-4f70-bb70-1147d2b74f02 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466368 Apr 21 06:10:02.025703 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3964120e-eb50-47eb-825e-e67dc0326397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:10:02.078183 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:10:02.477302 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d954de1e-6fc1-4e1a-b97e-451b3750f76a req-21210c16-57f4-4056-bdcd-5c607e1fabd8 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:10:02.478954 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d954de1e-6fc1-4e1a-b97e-451b3750f76a req-21210c16-57f4-4056-bdcd-5c607e1fabd8 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0884573 Apr 21 06:10:02.527056 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d954de1e-6fc1-4e1a-b97e-451b3750f76a req-fab21c63-6b6b-444c-aef4-06dd09a46d7d tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415413 Apr 21 06:10:03.741550 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc597a3-c04b-416e-806a-377c1fe5c141 req-92764a83-49b7-4852-a2e0-f604481e0428 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:10:03.743150 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-5fc597a3-c04b-416e-806a-377c1fe5c141 req-92764a83-49b7-4852-a2e0-f604481e0428 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0940287 Apr 21 06:10:03.791122 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-5fc597a3-c04b-416e-806a-377c1fe5c141 req-b0c6dec6-8ff9-4f51-bd9b-1bb3b70ca76b tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415053 Apr 21 06:10:04.518632 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-39c2b621-95ee-4872-96cc-456e315f0bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:10:04.787482 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:10:04.854776 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-9065d293-2411-462a-8485-cfea4c350e61 req-e799be13-82cf-44e4-ac51-54e86b1f0732 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1259348 Apr 21 06:10:05.021516 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065d293-2411-462a-8485-cfea4c350e61 req-c424ca5f-7533-4b99-aedb-886948e8c02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:10:05.023238 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-9065d293-2411-462a-8485-cfea4c350e61 req-c424ca5f-7533-4b99-aedb-886948e8c02f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a253b7f90d074c729aa03c3dbc382b57&device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 1099 time: 0.1468427 Apr 21 06:10:05.037946 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b4a6d4-83da-4181-a496-f7d3ad561c4b req-d053814b-3a09-4508-b144-c4ae60e32980 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:10:05.039496 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-75b4a6d4-83da-4181-a496-f7d3ad561c4b req-d053814b-3a09-4508-b144-c4ae60e32980 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.1228790 Apr 21 06:10:05.185589 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-75b4a6d4-83da-4181-a496-f7d3ad561c4b req-b14df0d1-8662-41f3-9946-15434005f97c tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177480 Apr 21 06:10:05.214069 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065d293-2411-462a-8485-cfea4c350e61 req-c4b860a1-4d32-4b38-b580-36b20afc6de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:10:05.215693 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-9065d293-2411-462a-8485-cfea4c350e61 req-c4b860a1-4d32-4b38-b580-36b20afc6de2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=18d42f14-ebcb-45fb-872d-4c48e6952727 HTTP/1.1" status: 200 len: 912 time: 0.1724885 Apr 21 06:10:05.325191 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-9065d293-2411-462a-8485-cfea4c350e61 req-dfa297a7-1185-4796-8a1f-fda6a6613d19 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=438d8108-b184-4bd2-b0f6-8b1345d9a286 HTTP/1.1" status: 200 len: 1002 time: 0.1024282 Apr 21 06:10:05.392121 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065d293-2411-462a-8485-cfea4c350e61 req-4cf2d636-ab75-44f2-8eb2-947b711b0b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:10:05.393655 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-9065d293-2411-462a-8485-cfea4c350e61 req-4cf2d636-ab75-44f2-8eb2-947b711b0b74 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8d481e38-1293-4cc6-9389-91a3566135aa HTTP/1.1" status: 200 len: 850 time: 0.0622694 Apr 21 06:10:05.448666 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:10:05.479188 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065d293-2411-462a-8485-cfea4c350e61 req-f7a3010a-f934-4a44-ae2a-c4032a664c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:10:05.480756 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-9065d293-2411-462a-8485-cfea4c350e61 req-f7a3010a-f934-4a44-ae2a-c4032a664c70 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=18d42f14-ebcb-45fb-872d-4c48e6952727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0808458 Apr 21 06:10:05.829110 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-9065d293-2411-462a-8485-cfea4c350e61 req-daa18906-21e2-493b-91a1-a631ce16ba6b service neutron] 10.222.0.11 "GET /v2.0/networks/18d42f14-ebcb-45fb-872d-4c48e6952727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415689 Apr 21 06:10:05.969148 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-9065d293-2411-462a-8485-cfea4c350e61 req-d3226f76-c5fd-46c1-a491-fa6839ed9a82 service neutron] 10.222.0.11 "GET /v2.0/networks/18d42f14-ebcb-45fb-872d-4c48e6952727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329987 Apr 21 06:10:06.238647 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:10:06.392806 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ebdab-51bd-430b-a534-7542b63c27dc req-d1a08cca-ae3d-4763-93fc-2ae68375a4f1 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:10:06.394326 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-279ebdab-51bd-430b-a534-7542b63c27dc req-d1a08cca-ae3d-4763-93fc-2ae68375a4f1 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0884819 Apr 21 06:10:06.444297 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-279ebdab-51bd-430b-a534-7542b63c27dc req-5da22cbe-ce63-4a67-806c-bb58386f6444 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430801 Apr 21 06:10:06.981351 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:10:07.648860 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e2a39-eae1-4943-b291-e880f23c1e4e req-163efab1-5255-4f07-a5ab-c65cf3379b55 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:10:07.650372 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-693e2a39-eae1-4943-b291-e880f23c1e4e req-163efab1-5255-4f07-a5ab-c65cf3379b55 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0864289 Apr 21 06:10:07.696855 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-693e2a39-eae1-4943-b291-e880f23c1e4e req-2d0ca35f-9d64-485f-82b0-b1c7b0dca324 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399806 Apr 21 06:10:08.899924 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212df6e-9c53-45a1-9fa5-2bc4fddb6344 req-d4f5bf23-c73b-4c1d-a9db-630344a6cc67 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:10:08.901512 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-9212df6e-9c53-45a1-9fa5-2bc4fddb6344 req-d4f5bf23-c73b-4c1d-a9db-630344a6cc67 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0886333 Apr 21 06:10:08.949489 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-9212df6e-9c53-45a1-9fa5-2bc4fddb6344 req-663f76f2-5887-4b66-b2c4-9878693bd80c tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413771 Apr 21 06:10:10.161275 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed6d280-385b-4805-8961-4d5fdea9df65 req-f7618161-ffdb-4476-a37d-071a2e428c14 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:10:10.162994 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-fed6d280-385b-4805-8961-4d5fdea9df65 req-f7618161-ffdb-4476-a37d-071a2e428c14 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0928113 Apr 21 06:10:10.213897 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-fed6d280-385b-4805-8961-4d5fdea9df65 req-3295d5ea-83e8-4704-874a-16268d885de1 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410273 Apr 21 06:10:11.423781 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82333f-6afc-465b-bd4e-5169997ef95c req-21e9e8cc-4a48-4a6c-8b9e-1a4c3bf112df tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:10:11.425356 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-5c82333f-6afc-465b-bd4e-5169997ef95c req-21e9e8cc-4a48-4a6c-8b9e-1a4c3bf112df tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0899193 Apr 21 06:10:11.471467 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-5c82333f-6afc-465b-bd4e-5169997ef95c req-5878934e-836b-4877-bde6-9150d4618037 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399427 Apr 21 06:10:12.675188 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a526dabc-7349-4019-b76a-9f23ec787a0b req-27c19535-3102-4bfa-a8a8-040ac1a784c8 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:10:12.676818 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a526dabc-7349-4019-b76a-9f23ec787a0b req-27c19535-3102-4bfa-a8a8-040ac1a784c8 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0884092 Apr 21 06:10:12.724099 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a526dabc-7349-4019-b76a-9f23ec787a0b req-4c1abc9d-38fd-42a6-b6ba-a8bb9501bef3 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408013 Apr 21 06:10:13.930101 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e2675-0bee-4fbe-8afc-bad9e4039d83 req-1ff5fb27-a21c-4ad4-a5af-d88759250595 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:10:13.931742 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f81e2675-0bee-4fbe-8afc-bad9e4039d83 req-1ff5fb27-a21c-4ad4-a5af-d88759250595 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0887208 Apr 21 06:10:13.979593 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f81e2675-0bee-4fbe-8afc-bad9e4039d83 req-845c7c03-4bcb-400f-88a8-48fe905239af tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408888 Apr 21 06:10:15.189262 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a16e7ce-fc2d-4933-8c46-82b52118f952 req-832eb167-f720-4d64-8dd3-51008071e6e3 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:10:15.190785 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1a16e7ce-fc2d-4933-8c46-82b52118f952 req-832eb167-f720-4d64-8dd3-51008071e6e3 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0899267 Apr 21 06:10:15.237710 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1a16e7ce-fc2d-4933-8c46-82b52118f952 req-471dfdac-c348-42a2-a264-84a8384f0c44 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399964 Apr 21 06:10:16.443888 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3057793f-a514-417d-9faf-f260001817dd req-8acd1e08-a7f5-447d-9596-6b8db481c616 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:10:16.445472 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-3057793f-a514-417d-9faf-f260001817dd req-8acd1e08-a7f5-447d-9596-6b8db481c616 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0906837 Apr 21 06:10:16.491825 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-3057793f-a514-417d-9faf-f260001817dd req-c79d8c06-0495-43f6-82a6-9516954f031a tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402694 Apr 21 06:10:17.699070 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cce7f57-256c-470e-a645-ee7f46de2408 req-954c337b-8a3d-443d-9067-b259e31b633f tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:10:17.700685 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-5cce7f57-256c-470e-a645-ee7f46de2408 req-954c337b-8a3d-443d-9067-b259e31b633f tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0912786 Apr 21 06:10:17.750024 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-5cce7f57-256c-470e-a645-ee7f46de2408 req-00b421bc-e729-45c5-a5e7-a4ff80d25c48 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425441 Apr 21 06:10:18.957378 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7578ae-2346-48d3-96ac-dd174c798c59 req-158643cd-ccee-4daf-8ff5-a82f167ed3b1 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:10:18.959043 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-0f7578ae-2346-48d3-96ac-dd174c798c59 req-158643cd-ccee-4daf-8ff5-a82f167ed3b1 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0886011 Apr 21 06:10:19.011190 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-0f7578ae-2346-48d3-96ac-dd174c798c59 req-00fc5527-1bb5-453c-ab61-7eea5623f0cd tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458751 Apr 21 06:10:20.215649 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc840a-202c-4aec-86da-e6be31ed5659 req-4f80cbda-3864-4f63-8337-87f6632b8e99 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:10:20.217818 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-26cc840a-202c-4aec-86da-e6be31ed5659 req-4f80cbda-3864-4f63-8337-87f6632b8e99 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0867841 Apr 21 06:10:20.265546 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-26cc840a-202c-4aec-86da-e6be31ed5659 req-6b8ccd1a-fb13-4aa7-bff4-fbbdfdf0d226 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416930 Apr 21 06:10:21.468664 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae33fb1-776a-48cd-a311-08cbc78511b7 req-49d0b8a6-2870-4254-8447-c43d098fbbb8 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:10:21.470252 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-dae33fb1-776a-48cd-a311-08cbc78511b7 req-49d0b8a6-2870-4254-8447-c43d098fbbb8 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0879793 Apr 21 06:10:21.518046 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-dae33fb1-776a-48cd-a311-08cbc78511b7 req-4eb4257b-93a7-4251-94a7-58297c151901 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411117 Apr 21 06:10:22.735871 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e7bf9-d2d2-4d38-8f63-90f49c363421 req-eea75553-5839-43a3-bdb8-641248037850 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:10:22.737615 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-545e7bf9-d2d2-4d38-8f63-90f49c363421 req-eea75553-5839-43a3-bdb8-641248037850 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0976341 Apr 21 06:10:22.788375 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-545e7bf9-d2d2-4d38-8f63-90f49c363421 req-043356df-502b-4877-8030-7577d8242084 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439434 Apr 21 06:10:23.997374 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7346f1b-5e9f-4cc2-bdc6-e1d7b0c1ca32 req-20200ab1-39b0-415d-90c4-dc05b8eb730f tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:10:23.998955 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e7346f1b-5e9f-4cc2-bdc6-e1d7b0c1ca32 req-20200ab1-39b0-415d-90c4-dc05b8eb730f tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0898855 Apr 21 06:10:24.048637 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e7346f1b-5e9f-4cc2-bdc6-e1d7b0c1ca32 req-8176d903-96c3-470a-8e03-5a0a909abb16 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432875 Apr 21 06:10:25.251621 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfec8ef0-2e5c-4ac4-93db-4f69fc288a4f req-39f36e53-74aa-4593-8ffc-436fb5b0fd6a tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:10:25.253225 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-cfec8ef0-2e5c-4ac4-93db-4f69fc288a4f req-39f36e53-74aa-4593-8ffc-436fb5b0fd6a tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0879319 Apr 21 06:10:25.304913 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-cfec8ef0-2e5c-4ac4-93db-4f69fc288a4f req-4ec4f570-f05d-479e-9528-853759054d77 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449924 Apr 21 06:10:26.510865 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde7a78-41e0-4ef1-857d-5eca5deee056 req-d0a4748c-d865-4abb-b818-f00256df1513 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:10:26.512519 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-adde7a78-41e0-4ef1-857d-5eca5deee056 req-d0a4748c-d865-4abb-b818-f00256df1513 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0889678 Apr 21 06:10:26.561108 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-adde7a78-41e0-4ef1-857d-5eca5deee056 req-d7f07e45-7798-4740-b101-2da3c9da9011 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416288 Apr 21 06:10:27.768092 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada628e-0425-445d-aa49-0c150baf9d46 req-f873b141-3328-43a4-a091-3538f1c16b02 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:10:27.769747 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-8ada628e-0425-445d-aa49-0c150baf9d46 req-f873b141-3328-43a4-a091-3538f1c16b02 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0886734 Apr 21 06:10:27.818002 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-8ada628e-0425-445d-aa49-0c150baf9d46 req-0a985df0-87f7-47d7-9ad4-bd3a945af261 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418572 Apr 21 06:10:29.025068 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12349ca1-33c9-45ac-8920-c29ecec4f240 req-f7f9eb78-aa05-4900-8d82-e9b21a023757 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:10:29.026644 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-12349ca1-33c9-45ac-8920-c29ecec4f240 req-f7f9eb78-aa05-4900-8d82-e9b21a023757 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0911252 Apr 21 06:10:29.073938 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-12349ca1-33c9-45ac-8920-c29ecec4f240 req-f3d34b0b-7fb0-4d3d-9982-7369f1a5d98e tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410202 Apr 21 06:10:30.295995 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce04fd-b4f7-42ca-afb7-44ee6de966b4 req-12c46a20-02dc-4f2c-951e-57eb839f29b0 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:10:30.298030 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-38ce04fd-b4f7-42ca-afb7-44ee6de966b4 req-12c46a20-02dc-4f2c-951e-57eb839f29b0 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.1033783 Apr 21 06:10:30.350744 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-38ce04fd-b4f7-42ca-afb7-44ee6de966b4 req-203c9c0c-841c-49e8-bcac-1d53b1d3f3db tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452809 Apr 21 06:10:31.557303 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd120b-3c13-4aed-bf8e-a4c647a34445 req-5abbec11-8643-48ef-8bd0-b812895dd68b tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:10:31.558951 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-4bdd120b-3c13-4aed-bf8e-a4c647a34445 req-5abbec11-8643-48ef-8bd0-b812895dd68b tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0882161 Apr 21 06:10:31.609611 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-4bdd120b-3c13-4aed-bf8e-a4c647a34445 req-a0cc6ad7-34ba-4fa8-ac10-244524afa13e tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442448 Apr 21 06:10:32.032997 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6c42d493-364d-4833-a3fe-e7693bce2c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:10:32.812627 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd6dc67-9605-4b57-98e0-6efbef1549ae req-5b6a30e8-63dc-4979-9a60-48c72ed46134 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:10:32.814108 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-9bd6dc67-9605-4b57-98e0-6efbef1549ae req-5b6a30e8-63dc-4979-9a60-48c72ed46134 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0859942 Apr 21 06:10:32.860475 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-9bd6dc67-9605-4b57-98e0-6efbef1549ae req-af39cd9c-4044-40f8-8b99-edc21e1b24f8 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401349 Apr 21 06:10:34.068983 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bf2632-e46b-4fd5-ae76-b1007eabf89c req-ab590b40-1e79-4224-82f9-036a336c0386 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:10:34.070572 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-16bf2632-e46b-4fd5-ae76-b1007eabf89c req-ab590b40-1e79-4224-82f9-036a336c0386 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0884521 Apr 21 06:10:34.118264 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-16bf2632-e46b-4fd5-ae76-b1007eabf89c req-eb00c434-6b85-48f1-a5fd-4d84d5c1416e tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414600 Apr 21 06:10:34.518654 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-fdd2ab54-07c6-4a18-a015-1031b7442a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:10:34.804224 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:10:35.326653 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38414e11-95da-48d0-bbaf-de204dc72f62 req-39890f05-1367-4165-bdb4-41b0a9b0e1ec tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:10:35.328319 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-38414e11-95da-48d0-bbaf-de204dc72f62 req-39890f05-1367-4165-bdb4-41b0a9b0e1ec tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0914254 Apr 21 06:10:35.377962 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-38414e11-95da-48d0-bbaf-de204dc72f62 req-8e7bf77d-c6b0-4318-a5c1-39f7ccc4a3c4 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431223 Apr 21 06:10:35.438885 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:10:36.231420 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:10:36.585910 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34956975-a208-4407-84c5-bfa03c0b16bf req-c3c4a091-cc40-4ce1-a19b-ea3f6dfe6317 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:10:36.587577 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-34956975-a208-4407-84c5-bfa03c0b16bf req-c3c4a091-cc40-4ce1-a19b-ea3f6dfe6317 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0913312 Apr 21 06:10:36.635759 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-34956975-a208-4407-84c5-bfa03c0b16bf req-30e9a869-14d4-4f32-9661-4a2547d8e545 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418811 Apr 21 06:10:36.999304 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:10:37.986789 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f88ff-e5ec-4a7d-adc9-7379dd4811ec req-9ce32897-cd39-499a-a88f-b45c8966a8aa tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:10:37.988932 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f94f88ff-e5ec-4a7d-adc9-7379dd4811ec req-9ce32897-cd39-499a-a88f-b45c8966a8aa tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0922894 Apr 21 06:10:38.039258 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f94f88ff-e5ec-4a7d-adc9-7379dd4811ec req-892f5ab6-57f7-4026-9f19-98f3b5df0a2f tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439548 Apr 21 06:10:39.077181 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:10:39.248882 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab49a3f-e1cd-491c-9efa-b84876101523 req-b7c0d32a-1a9e-4c73-8928-01f2cbdc21ce tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:10:39.250815 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-cab49a3f-e1cd-491c-9efa-b84876101523 req-b7c0d32a-1a9e-4c73-8928-01f2cbdc21ce tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0940320 Apr 21 06:10:39.303872 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-cab49a3f-e1cd-491c-9efa-b84876101523 req-0c26fe66-ff45-4c6a-96f8-82b973dcea37 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464878 Apr 21 06:10:40.518877 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5af74d-50e5-4d64-85d1-0c3ccc84bcd2 req-75d27ce5-b331-45f4-8ccc-d7c64f984aea tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:10:40.520884 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-8f5af74d-50e5-4d64-85d1-0c3ccc84bcd2 req-75d27ce5-b331-45f4-8ccc-d7c64f984aea tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0876203 Apr 21 06:10:40.567478 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-8f5af74d-50e5-4d64-85d1-0c3ccc84bcd2 req-3dc80a70-00a3-4a85-9846-4c7665b302da tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404737 Apr 21 06:10:41.775440 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b589ac4-180a-4b19-a224-a188d8427c2f req-efa01191-bf67-40ad-8748-35c548574fbc tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:10:41.777024 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-4b589ac4-180a-4b19-a224-a188d8427c2f req-efa01191-bf67-40ad-8748-35c548574fbc tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0899339 Apr 21 06:10:41.824199 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-4b589ac4-180a-4b19-a224-a188d8427c2f req-da8d42ce-4b9e-4f63-af05-fe70bb7d500b tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410044 Apr 21 06:10:43.029456 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6f4916-2578-44d7-9cb2-e063f8b2e99a req-e747fcda-4b94-4323-a3ad-709c050ab6fd tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:10:43.031132 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-9d6f4916-2578-44d7-9cb2-e063f8b2e99a req-e747fcda-4b94-4323-a3ad-709c050ab6fd tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0910902 Apr 21 06:10:43.079482 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-9d6f4916-2578-44d7-9cb2-e063f8b2e99a req-8752eba3-7817-4560-99ee-8a95aabae30c tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413265 Apr 21 06:10:44.291841 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9018d53-4bd3-4783-a699-239f2af68ff1 req-c9b03e78-1eb9-4dcd-bf4b-a293abdd1131 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:10:44.293407 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e9018d53-4bd3-4783-a699-239f2af68ff1 req-c9b03e78-1eb9-4dcd-bf4b-a293abdd1131 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0934610 Apr 21 06:10:44.345439 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e9018d53-4bd3-4783-a699-239f2af68ff1 req-968dda9e-ae59-496b-b79a-076babc3c535 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449483 Apr 21 06:10:45.551793 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5520c6-a827-4688-8c6c-4ce846aa5ef3 req-40b1dc52-19fa-44a1-8451-a84b87935ed5 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:10:45.553377 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ba5520c6-a827-4688-8c6c-4ce846aa5ef3 req-40b1dc52-19fa-44a1-8451-a84b87935ed5 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0880001 Apr 21 06:10:45.600216 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ba5520c6-a827-4688-8c6c-4ce846aa5ef3 req-26a8df33-143e-4b76-8acd-d9c59d735ec2 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406568 Apr 21 06:10:46.801800 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f2c7ba-d12c-4adf-bace-31a9b2abd954 req-1838fc28-3dff-4bac-9e87-cdd979a9da4b tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:10:46.803349 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b8f2c7ba-d12c-4adf-bace-31a9b2abd954 req-1838fc28-3dff-4bac-9e87-cdd979a9da4b tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0868115 Apr 21 06:10:46.850411 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b8f2c7ba-d12c-4adf-bace-31a9b2abd954 req-2cf48e3f-2f1d-441d-9f43-60e0d89ee32e tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409079 Apr 21 06:10:48.059018 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321792af-c7a0-4179-98aa-84df7aff92fb req-5f3d2fad-3558-4f82-b781-88571362a868 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:10:48.060606 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-321792af-c7a0-4179-98aa-84df7aff92fb req-5f3d2fad-3558-4f82-b781-88571362a868 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0941062 Apr 21 06:10:48.107887 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-321792af-c7a0-4179-98aa-84df7aff92fb req-ef301f51-346a-4248-9684-f5e16cbfb8e4 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404832 Apr 21 06:10:49.318617 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a621d-161f-43df-ab9f-7362d420f68a req-41ab34a7-33c6-415c-8591-509ec5b211b3 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:10:49.320263 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-516a621d-161f-43df-ab9f-7362d420f68a req-41ab34a7-33c6-415c-8591-509ec5b211b3 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0940676 Apr 21 06:10:49.369397 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-516a621d-161f-43df-ab9f-7362d420f68a req-38d4f1d8-0aa5-4db2-bcb7-021c970a425e tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429111 Apr 21 06:10:50.571842 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fdb66f-c30d-4771-8608-24420b72b8e3 req-fdaa2224-49b9-4b0c-89a9-4a146cf24d30 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:10:50.573440 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-05fdb66f-c30d-4771-8608-24420b72b8e3 req-fdaa2224-49b9-4b0c-89a9-4a146cf24d30 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0871119 Apr 21 06:10:50.622825 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-05fdb66f-c30d-4771-8608-24420b72b8e3 req-c007f901-2315-472c-8af9-67b6374cd988 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431232 Apr 21 06:10:51.825508 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b401eaac-a911-4d22-aadd-8e18aa9a9e38 req-23699bff-265e-421d-98bd-58ebda84ebb0 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:10:51.827162 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b401eaac-a911-4d22-aadd-8e18aa9a9e38 req-23699bff-265e-421d-98bd-58ebda84ebb0 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0870194 Apr 21 06:10:51.875182 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b401eaac-a911-4d22-aadd-8e18aa9a9e38 req-2a57735e-8972-4c0d-ba59-d4ec7216fb86 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415719 Apr 21 06:10:53.082646 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edde4f7-7028-4b02-81f5-4be8e71b646b req-ecccaa59-6a77-4355-9c64-cf1dcb310f80 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:10:53.084309 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-4edde4f7-7028-4b02-81f5-4be8e71b646b req-ecccaa59-6a77-4355-9c64-cf1dcb310f80 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0890443 Apr 21 06:10:53.132374 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-4edde4f7-7028-4b02-81f5-4be8e71b646b req-3069de47-39e4-4f44-ac26-7c9accd8f449 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416012 Apr 21 06:10:54.599104 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8de0f-0a00-4b63-b466-8012e7936aa9 req-91a46986-8199-4d9c-859c-318f6ab97ad4 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:10:54.600714 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-45c8de0f-0a00-4b63-b466-8012e7936aa9 req-91a46986-8199-4d9c-859c-318f6ab97ad4 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.3353083 Apr 21 06:10:54.652678 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-45c8de0f-0a00-4b63-b466-8012e7936aa9 req-00517dfd-2932-4ccf-b22a-23e65e736987 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456378 Apr 21 06:10:55.864612 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ccc74e-e7ec-4a22-9a32-78a59fe1f31a req-482ffe43-78a4-4440-a33d-8790deb3beab tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:10:55.866203 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-19ccc74e-e7ec-4a22-9a32-78a59fe1f31a req-482ffe43-78a4-4440-a33d-8790deb3beab tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0915575 Apr 21 06:10:55.914457 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-19ccc74e-e7ec-4a22-9a32-78a59fe1f31a req-8404dd87-599a-496c-8958-664fde595e87 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418260 Apr 21 06:10:57.120586 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7168cd8-c7d6-4227-a73a-4b3d2f2f357e req-25dc548a-7d85-4d90-9606-9ddd50c51e05 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:10:57.122167 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f7168cd8-c7d6-4227-a73a-4b3d2f2f357e req-25dc548a-7d85-4d90-9606-9ddd50c51e05 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0870123 Apr 21 06:10:57.170615 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f7168cd8-c7d6-4227-a73a-4b3d2f2f357e req-508b3920-8ff7-4eb2-ac4e-80b64dbffd9c tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421960 Apr 21 06:10:58.386191 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe84ee-dfb1-4c17-b930-fffc94665c8c req-e96b2dac-69c5-4000-9469-35037a87d527 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:10:58.387842 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-8bbe84ee-dfb1-4c17-b930-fffc94665c8c req-e96b2dac-69c5-4000-9469-35037a87d527 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0895081 Apr 21 06:10:58.436924 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-8bbe84ee-dfb1-4c17-b930-fffc94665c8c req-4d67ac88-fc5d-4416-b470-83a0ad36220b tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424821 Apr 21 06:10:59.640545 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7891f908-1819-40a1-bc24-2203c2e53545 req-5f96b329-196d-4849-ad37-90d866714af0 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:10:59.642146 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-7891f908-1819-40a1-bc24-2203c2e53545 req-5f96b329-196d-4849-ad37-90d866714af0 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0878723 Apr 21 06:10:59.689522 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-7891f908-1819-40a1-bc24-2203c2e53545 req-91f1a886-983d-42ab-99a6-ed5be4baa0b6 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408347 Apr 21 06:11:00.901198 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e064d2c-ec2f-4778-95d8-7717118d0ebd req-2549960d-1f14-4d98-a511-b3b88b03c36c tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:11:00.902810 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-0e064d2c-ec2f-4778-95d8-7717118d0ebd req-2549960d-1f14-4d98-a511-b3b88b03c36c tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0916240 Apr 21 06:11:00.949686 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-0e064d2c-ec2f-4778-95d8-7717118d0ebd req-43f23772-7039-4adf-9001-c33abeba1699 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403569 Apr 21 06:11:02.027506 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-004cc648-9b3b-42fc-9bf4-29657368020a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:02.158664 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a403f-7860-4aaf-bc19-10beec7390b7 req-c1ca120c-0bc4-454c-9f43-130cb99448d8 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:11:02.161055 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ee8a403f-7860-4aaf-bc19-10beec7390b7 req-c1ca120c-0bc4-454c-9f43-130cb99448d8 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0918581 Apr 21 06:11:02.206945 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ee8a403f-7860-4aaf-bc19-10beec7390b7 req-6cf9abf0-7e69-48cd-986f-2c7f0066040c tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394232 Apr 21 06:11:03.411438 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb6eb4-2794-4c35-a093-ba38d2a8b432 req-4b294a5a-677f-40d4-ad31-49d6ae73423b tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:11:03.413029 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-64bb6eb4-2794-4c35-a093-ba38d2a8b432 req-4b294a5a-677f-40d4-ad31-49d6ae73423b tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0881526 Apr 21 06:11:03.465210 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-64bb6eb4-2794-4c35-a093-ba38d2a8b432 req-e3094e25-7df7-437d-8ba2-cc6ba965f8c7 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458698 Apr 21 06:11:04.524677 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-fa96cf96-a316-4c32-a1d6-b16045e68f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:04.671631 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaca37a-4cd0-429e-9f8a-2dbcec54928c req-7363f8d2-d20c-477b-b733-13dc7a0bbe8e tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:11:04.673409 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6eaca37a-4cd0-429e-9f8a-2dbcec54928c req-7363f8d2-d20c-477b-b733-13dc7a0bbe8e tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0868542 Apr 21 06:11:04.724479 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6eaca37a-4cd0-429e-9f8a-2dbcec54928c req-ae70fdd2-5c6e-40b1-992f-18d43f42d516 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444157 Apr 21 06:11:04.816559 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:05.444402 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:05.753193 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a1331fb4-0d0a-4cd8-98b5-19f9e1f5e969 req-38731132-662c-4198-87dc-f9de4526ff7c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0761170 Apr 21 06:11:05.888433 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1331fb4-0d0a-4cd8-98b5-19f9e1f5e969 req-fbde13e0-fb51-4466-8553-8e39a440ef4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:11:05.889942 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a1331fb4-0d0a-4cd8-98b5-19f9e1f5e969 req-fbde13e0-fb51-4466-8553-8e39a440ef4d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b92adf7e83dd4c4db6ea4deb6b666325&device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 1099 time: 0.1159902 Apr 21 06:11:06.047470 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d6624b-442b-474b-9eeb-dd47cbc29e23 req-20f4b6a1-b487-4762-8ee2-d2a5891d37b7 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:11:06.049050 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-89d6624b-442b-474b-9eeb-dd47cbc29e23 req-20f4b6a1-b487-4762-8ee2-d2a5891d37b7 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.2011845 Apr 21 06:11:06.092803 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1331fb4-0d0a-4cd8-98b5-19f9e1f5e969 req-62524c98-7d64-4a92-92a1-3d8d7435d7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:11:06.094354 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a1331fb4-0d0a-4cd8-98b5-19f9e1f5e969 req-62524c98-7d64-4a92-92a1-3d8d7435d7e2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e11717bf-3ac5-4257-9526-8404d6e38e57 HTTP/1.1" status: 200 len: 914 time: 0.1828849 Apr 21 06:11:06.184482 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a1331fb4-0d0a-4cd8-98b5-19f9e1f5e969 req-886bbedc-412a-4ecd-9da9-7ab01385598c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b851eff-ef3c-4189-bc09-888f78cd5273 HTTP/1.1" status: 200 len: 217 time: 0.0813923 Apr 21 06:11:06.187626 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-89d6624b-442b-474b-9eeb-dd47cbc29e23 req-a5b8aaf8-403b-4384-a55e-130fe5f70d01 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294904 Apr 21 06:11:06.238796 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:06.253203 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1331fb4-0d0a-4cd8-98b5-19f9e1f5e969 req-6dc1959a-7a2a-4b37-83bd-8bc75f820649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:11:06.254832 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a1331fb4-0d0a-4cd8-98b5-19f9e1f5e969 req-6dc1959a-7a2a-4b37-83bd-8bc75f820649 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8a49da67-95bb-4155-9f42-99fd3e370c45 HTTP/1.1" status: 200 len: 853 time: 0.0645022 Apr 21 06:11:06.312423 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a1331fb4-0d0a-4cd8-98b5-19f9e1f5e969 req-2f7f510e-cf0e-4d25-b63b-085b401c7d75 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e11717bf-3ac5-4257-9526-8404d6e38e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516315 Apr 21 06:11:06.454048 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a1331fb4-0d0a-4cd8-98b5-19f9e1f5e969 req-19faf0da-b290-4f70-b7ac-2fc6e5fbe351 service neutron] 10.222.0.11 "GET /v2.0/networks/e11717bf-3ac5-4257-9526-8404d6e38e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346734 Apr 21 06:11:06.804306 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a1331fb4-0d0a-4cd8-98b5-19f9e1f5e969 req-82a09c0e-3915-4800-b9ef-c8618f47b1aa service neutron] 10.222.0.11 "GET /v2.0/networks/e11717bf-3ac5-4257-9526-8404d6e38e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3434539 Apr 21 06:11:06.988285 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:07.401109 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26e30d-5ce4-43af-9c5e-48ed4d07cdd0 req-98b98c8c-fbe9-4e3a-a980-b1829e986d63 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:11:07.402717 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-9e26e30d-5ce4-43af-9c5e-48ed4d07cdd0 req-98b98c8c-fbe9-4e3a-a980-b1829e986d63 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0919378 Apr 21 06:11:07.452798 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-9e26e30d-5ce4-43af-9c5e-48ed4d07cdd0 req-040bc1f0-945f-4834-9519-15502a8db67f tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417149 Apr 21 06:11:08.676386 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e464f-40ce-44c6-9532-05a7dc7898ca req-93467d70-6321-4d65-8ae0-7d2629e2551a tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:11:08.677965 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ff4e464f-40ce-44c6-9532-05a7dc7898ca req-93467d70-6321-4d65-8ae0-7d2629e2551a tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.1059237 Apr 21 06:11:08.724612 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ff4e464f-40ce-44c6-9532-05a7dc7898ca req-fa1ec30d-a523-43c4-aa3e-9eff6983d304 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401592 Apr 21 06:11:09.926450 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ba4ae1-f915-4133-9b87-c3cdab148f59 req-513c68b8-2208-435d-ad19-bb6a8cc3591b tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:11:09.927980 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-85ba4ae1-f915-4133-9b87-c3cdab148f59 req-513c68b8-2208-435d-ad19-bb6a8cc3591b tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0873344 Apr 21 06:11:09.977280 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-85ba4ae1-f915-4133-9b87-c3cdab148f59 req-176c8664-2056-4b1c-95a0-706c2ca3c51b tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431218 Apr 21 06:11:11.184962 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec801b2-5cef-4cfc-b095-205518380419 req-5ad30af2-b653-4188-8ba4-ef0e0d5debe0 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:11:11.186605 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1ec801b2-5cef-4cfc-b095-205518380419 req-5ad30af2-b653-4188-8ba4-ef0e0d5debe0 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0887077 Apr 21 06:11:11.235877 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1ec801b2-5cef-4cfc-b095-205518380419 req-aade0dbb-bc05-4d0d-b26a-ebb53591eb5e tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417991 Apr 21 06:11:12.448468 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e711c5-a18f-4e60-bbeb-45455640ee6d req-cf95f52f-b037-471d-965d-f4a073141c82 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:11:12.450089 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-60e711c5-a18f-4e60-bbeb-45455640ee6d req-cf95f52f-b037-471d-965d-f4a073141c82 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0897021 Apr 21 06:11:12.497331 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-60e711c5-a18f-4e60-bbeb-45455640ee6d req-cf037311-216b-404f-87e8-2d1e0eb91a41 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407765 Apr 21 06:11:13.702643 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe2d3a-6724-4556-8e60-f9c3de08041d req-6ceebe18-e073-4912-bc27-1244487f2b64 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:11:13.704210 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-0dfe2d3a-6724-4556-8e60-f9c3de08041d req-6ceebe18-e073-4912-bc27-1244487f2b64 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0883112 Apr 21 06:11:13.750557 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-0dfe2d3a-6724-4556-8e60-f9c3de08041d req-e88eaad2-e547-4359-927d-a7c876115775 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401342 Apr 21 06:11:14.956283 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6504ec93-a1c1-48fc-825b-f6ebc66155ea req-5a2a2af3-8f55-4fc0-8631-823c72d65455 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:11:14.957942 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6504ec93-a1c1-48fc-825b-f6ebc66155ea req-5a2a2af3-8f55-4fc0-8631-823c72d65455 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0916812 Apr 21 06:11:15.005691 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6504ec93-a1c1-48fc-825b-f6ebc66155ea req-15d9b383-f9e1-41a8-ab97-7c18da71ee18 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412481 Apr 21 06:11:16.077295 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:11:16.217083 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a8898-5d95-49e1-93f8-971602cdf2ff req-1331068f-fbf8-48b2-9098-a0bcfbdc58e0 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:11:16.219157 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-368a8898-5d95-49e1-93f8-971602cdf2ff req-1331068f-fbf8-48b2-9098-a0bcfbdc58e0 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0937221 Apr 21 06:11:16.262425 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-368a8898-5d95-49e1-93f8-971602cdf2ff req-d4fe2332-ec78-4691-8038-b860747979a3 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417302 Apr 21 06:11:17.469349 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c825e6-5efe-4304-b784-0db8bc65f6d8 req-e4fd7497-f92d-4f37-8099-338fd515b717 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:11:17.470980 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e1c825e6-5efe-4304-b784-0db8bc65f6d8 req-e4fd7497-f92d-4f37-8099-338fd515b717 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0876005 Apr 21 06:11:17.518925 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e1c825e6-5efe-4304-b784-0db8bc65f6d8 req-fc535f8d-7c90-4812-9bcb-e144a0a1ca6a tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414886 Apr 21 06:11:18.725072 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f2834-9615-4cfd-8b68-02db6c75ed2f req-5df14bde-768d-45e4-a6f7-425b73067e49 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:11:18.726582 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d92f2834-9615-4cfd-8b68-02db6c75ed2f req-5df14bde-768d-45e4-a6f7-425b73067e49 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0907602 Apr 21 06:11:18.773017 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d92f2834-9615-4cfd-8b68-02db6c75ed2f req-f1202d0d-ceab-4f54-adf1-4f127bec359a tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401053 Apr 21 06:11:19.980608 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b04aa30-98f0-453b-a0ec-09fba36258bb req-182f8372-97b6-43ae-ba80-b499621931f8 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:11:19.982224 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-2b04aa30-98f0-453b-a0ec-09fba36258bb req-182f8372-97b6-43ae-ba80-b499621931f8 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0902243 Apr 21 06:11:20.029349 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-2b04aa30-98f0-453b-a0ec-09fba36258bb req-9fde2fbb-6fb0-450a-b42e-8c05783bb669 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402575 Apr 21 06:11:21.234978 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e886a0-5048-4abc-8629-20142dc1aca2 req-b8571ed0-06f4-4d83-aa36-dd6778f3bb96 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:11:21.236595 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-96e886a0-5048-4abc-8629-20142dc1aca2 req-b8571ed0-06f4-4d83-aa36-dd6778f3bb96 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0885708 Apr 21 06:11:21.289972 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-96e886a0-5048-4abc-8629-20142dc1aca2 req-bad31281-3ca9-496e-b62f-5cd2690dc048 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450859 Apr 21 06:11:22.497430 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38465190-0451-40bf-955f-5ceb19d12bd8 req-ae6f9a98-34a5-4e74-ab70-5fc13ac32e70 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:11:22.499069 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-38465190-0451-40bf-955f-5ceb19d12bd8 req-ae6f9a98-34a5-4e74-ab70-5fc13ac32e70 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0895069 Apr 21 06:11:22.545462 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-38465190-0451-40bf-955f-5ceb19d12bd8 req-e5584dcf-ead5-4238-9318-0818356fbeec tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401366 Apr 21 06:11:23.750004 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4468b06a-98ba-4fdd-bcc7-891705d91057 req-f54df96a-ccc3-4365-9770-bb9503823b28 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:11:23.751633 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-4468b06a-98ba-4fdd-bcc7-891705d91057 req-f54df96a-ccc3-4365-9770-bb9503823b28 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0875719 Apr 21 06:11:23.798984 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-4468b06a-98ba-4fdd-bcc7-891705d91057 req-3e6f74aa-f29f-4cb0-b9bf-671bd1e15a32 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411119 Apr 21 06:11:25.005394 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa93d4c-dac6-4a3d-a679-d1887d272093 req-74bce6e7-b740-4efb-ad30-ef854981a568 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:11:25.007014 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-9aa93d4c-dac6-4a3d-a679-d1887d272093 req-74bce6e7-b740-4efb-ad30-ef854981a568 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0891471 Apr 21 06:11:25.054843 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-9aa93d4c-dac6-4a3d-a679-d1887d272093 req-20e2c1ca-1edb-494d-b0ea-fc6016c41710 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414577 Apr 21 06:11:26.261888 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b4d89-058f-44ad-b834-29686e5212e8 req-a0573be3-bfa4-46d9-95ae-1333da9d23c4 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:11:26.263544 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-291b4d89-058f-44ad-b834-29686e5212e8 req-a0573be3-bfa4-46d9-95ae-1333da9d23c4 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0921867 Apr 21 06:11:26.313330 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-291b4d89-058f-44ad-b834-29686e5212e8 req-435f5c57-cdb7-4262-910e-10e1fd4cfd9a tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432725 Apr 21 06:11:27.522890 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9690af-5010-4ebe-881c-79beec8a4df7 req-f665bfaa-63b4-4321-9381-43dbfb1a8e59 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:11:27.524441 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-3b9690af-5010-4ebe-881c-79beec8a4df7 req-f665bfaa-63b4-4321-9381-43dbfb1a8e59 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0917413 Apr 21 06:11:27.571259 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-3b9690af-5010-4ebe-881c-79beec8a4df7 req-66677aed-6678-45ed-9ccf-7f86ff4878fe tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404444 Apr 21 06:11:28.772803 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee56d0c2-587b-4c26-8a98-fb0c600fb994 req-7497a9f0-005d-4152-b3fc-7f23312aef1e tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:11:28.774361 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ee56d0c2-587b-4c26-8a98-fb0c600fb994 req-7497a9f0-005d-4152-b3fc-7f23312aef1e tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0866160 Apr 21 06:11:28.821029 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ee56d0c2-587b-4c26-8a98-fb0c600fb994 req-faad3988-a3fb-4210-ba96-29f6e6b727b0 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405126 Apr 21 06:11:30.024357 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce254ff2-9c4c-4f50-b902-e6d4ff50d206 req-a4765cc9-4a4b-45c5-ba3b-278a6a7c62a8 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:11:30.025957 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ce254ff2-9c4c-4f50-b902-e6d4ff50d206 req-a4765cc9-4a4b-45c5-ba3b-278a6a7c62a8 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0883458 Apr 21 06:11:30.076553 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ce254ff2-9c4c-4f50-b902-e6d4ff50d206 req-577094af-8cb5-40ec-87b7-d093b38b1061 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443702 Apr 21 06:11:31.293009 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa52847-59b9-4036-90d4-0b08fa2ae0e5 req-2e2a9665-b674-4b69-875f-4ce17f209022 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:11:31.294613 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-7fa52847-59b9-4036-90d4-0b08fa2ae0e5 req-2e2a9665-b674-4b69-875f-4ce17f209022 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0911162 Apr 21 06:11:31.342303 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-7fa52847-59b9-4036-90d4-0b08fa2ae0e5 req-d4f3d5a3-efcc-403a-801a-580e6da74213 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407641 Apr 21 06:11:32.031433 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-c34b7efd-a166-44e0-bfd0-dc8b917dce95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:32.547347 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628be2d5-89f7-4145-bb8d-aa1042e60305 req-1104a5cc-2b4e-44b2-bd84-fc60849acb2c tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:11:32.548983 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-628be2d5-89f7-4145-bb8d-aa1042e60305 req-1104a5cc-2b4e-44b2-bd84-fc60849acb2c tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0885117 Apr 21 06:11:32.596956 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-628be2d5-89f7-4145-bb8d-aa1042e60305 req-552232d2-e306-4be5-a12e-3bf92e0d0350 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405111 Apr 21 06:11:33.810205 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c1b770-63f1-4f20-9823-5edf75831b75 req-215c84af-87ac-423d-9819-fef3271ecb4c tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:11:33.811824 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b4c1b770-63f1-4f20-9823-5edf75831b75 req-215c84af-87ac-423d-9819-fef3271ecb4c tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0911102 Apr 21 06:11:33.859937 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b4c1b770-63f1-4f20-9823-5edf75831b75 req-ecee6da6-5d25-4ff5-8ab3-48026413254b tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412576 Apr 21 06:11:34.519135 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-cfdbb6eb-e171-48f8-a1a6-8e4d036c2132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:34.822075 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:35.207143 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23140981-5a80-49ce-961c-aa29adbc4489 req-e846302a-a71f-4e0f-9b90-8b75e5cd7109 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:11:35.208716 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-23140981-5a80-49ce-961c-aa29adbc4489 req-e846302a-a71f-4e0f-9b90-8b75e5cd7109 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0892148 Apr 21 06:11:35.257091 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-23140981-5a80-49ce-961c-aa29adbc4489 req-a0fbc839-1ec6-4e49-bff7-9ff099372357 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420933 Apr 21 06:11:35.444882 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:36.231469 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:36.460084 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be79e5f-f5e1-48d6-b139-56fe5abc7ca9 req-7b09d373-0cd9-402e-a0bd-1990a784bf9d tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:11:36.461642 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-4be79e5f-f5e1-48d6-b139-56fe5abc7ca9 req-7b09d373-0cd9-402e-a0bd-1990a784bf9d tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0877118 Apr 21 06:11:36.509961 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-4be79e5f-f5e1-48d6-b139-56fe5abc7ca9 req-4d16f15a-6c5a-45c7-8d4b-0c31dc4940cb tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420754 Apr 21 06:11:37.003431 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:37.712977 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973fb97f-5c44-488d-86f2-f9ecba79a0a8 req-b3ca9e5d-1abf-44a7-9b0b-f6693b94dbb1 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:11:37.714603 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-973fb97f-5c44-488d-86f2-f9ecba79a0a8 req-b3ca9e5d-1abf-44a7-9b0b-f6693b94dbb1 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0882912 Apr 21 06:11:37.763709 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-973fb97f-5c44-488d-86f2-f9ecba79a0a8 req-d9114cb3-8b24-420c-80f7-5aad75ace0b9 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427725 Apr 21 06:11:38.975123 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e612c-4ab6-4183-a864-b586877ec79d req-d7ba9451-ab59-4ac8-a23e-394a3f61fdf8 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:11:38.976860 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-5e2e612c-4ab6-4183-a864-b586877ec79d req-d7ba9451-ab59-4ac8-a23e-394a3f61fdf8 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0920360 Apr 21 06:11:39.024897 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-5e2e612c-4ab6-4183-a864-b586877ec79d req-d58be46e-ca8d-4519-882b-060ffe1749bc tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415428 Apr 21 06:11:40.232892 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7179e986-b2c1-488c-9721-597d42a0dfde req-8135810a-1464-48e3-8ab3-b13f411f8fb8 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:11:40.234508 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-7179e986-b2c1-488c-9721-597d42a0dfde req-8135810a-1464-48e3-8ab3-b13f411f8fb8 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0917561 Apr 21 06:11:40.282447 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-7179e986-b2c1-488c-9721-597d42a0dfde req-d86daa1d-b090-4cd0-8b7b-d45202b006ce tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410213 Apr 21 06:11:41.493207 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf122b-2d7b-488e-b151-9bc7708a70ff req-b3c7bc2d-045d-4106-8313-45689e40b9ca tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:11:41.494853 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-4dcf122b-2d7b-488e-b151-9bc7708a70ff req-b3c7bc2d-045d-4106-8313-45689e40b9ca tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0918107 Apr 21 06:11:41.543263 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-4dcf122b-2d7b-488e-b151-9bc7708a70ff req-42c6f780-7e43-4e33-b4ab-720f23f238b0 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420539 Apr 21 06:11:42.748757 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aef2d3-a346-4164-bca0-eee6cf044862 req-322ab2eb-e36f-42dd-8cfd-662e2d7924c5 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:11:42.750423 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a1aef2d3-a346-4164-bca0-eee6cf044862 req-322ab2eb-e36f-42dd-8cfd-662e2d7924c5 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0866382 Apr 21 06:11:42.801390 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a1aef2d3-a346-4164-bca0-eee6cf044862 req-e334378c-39d6-4d74-a398-2e9d27ba82dd tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440338 Apr 21 06:11:44.003059 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38584c5b-3333-4ca9-b81c-f22d72cb62f8 req-7482cbb8-f7c6-4bcc-a8c4-0c48adb4e996 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:11:44.004558 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-38584c5b-3333-4ca9-b81c-f22d72cb62f8 req-7482cbb8-f7c6-4bcc-a8c4-0c48adb4e996 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0866230 Apr 21 06:11:44.050997 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-38584c5b-3333-4ca9-b81c-f22d72cb62f8 req-8f93a890-a1ea-4e4c-be0c-bfe500322e28 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397584 Apr 21 06:11:45.260813 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a712b80-1642-4028-bc23-4f31a07b64e3 req-d2764454-31f2-4bf2-9ae1-dbaed63834b0 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:11:45.262409 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-2a712b80-1642-4028-bc23-4f31a07b64e3 req-d2764454-31f2-4bf2-9ae1-dbaed63834b0 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0881977 Apr 21 06:11:45.309940 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-2a712b80-1642-4028-bc23-4f31a07b64e3 req-8021c830-3ac4-46c6-9969-2581b0aa7c89 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405509 Apr 21 06:11:46.520128 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bb9157-e130-4dd6-92ec-21811318f8a2 req-da29c5a9-669b-4e38-b964-ae80e25ddcc8 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:11:46.521688 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-13bb9157-e130-4dd6-92ec-21811318f8a2 req-da29c5a9-669b-4e38-b964-ae80e25ddcc8 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0909140 Apr 21 06:11:46.578543 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-13bb9157-e130-4dd6-92ec-21811318f8a2 req-b2973636-1697-4c21-a0b4-76808a16299c tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503771 Apr 21 06:11:47.787985 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983cbe9c-d17b-4d72-811f-715f50c59265 req-e9cfe3b7-c357-4d6b-b180-f6604b0d4df5 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:11:47.789574 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-983cbe9c-d17b-4d72-811f-715f50c59265 req-e9cfe3b7-c357-4d6b-b180-f6604b0d4df5 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0915434 Apr 21 06:11:47.836208 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-983cbe9c-d17b-4d72-811f-715f50c59265 req-d0165696-eb1c-40af-84bc-2c9673863015 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403571 Apr 21 06:11:49.041993 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de184fd9-3d8b-486c-8a31-b66b92aba638 req-56834660-8b15-4c0c-b472-6441c4b5b328 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:11:49.043651 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-de184fd9-3d8b-486c-8a31-b66b92aba638 req-56834660-8b15-4c0c-b472-6441c4b5b328 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0907695 Apr 21 06:11:49.096770 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-de184fd9-3d8b-486c-8a31-b66b92aba638 req-85688462-8e6f-48f9-b0bb-5017fa4fd179 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462081 Apr 21 06:11:50.329720 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa741b9f-88eb-4984-a97e-332232bb5e1b req-3072097a-f62e-45c4-aa2f-cb4f779a447f tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:11:50.332048 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-fa741b9f-88eb-4984-a97e-332232bb5e1b req-3072097a-f62e-45c4-aa2f-cb4f779a447f tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.1128960 Apr 21 06:11:50.383789 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-fa741b9f-88eb-4984-a97e-332232bb5e1b req-062a5609-6cd1-4828-810d-89197a99a89f tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453534 Apr 21 06:11:51.592611 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d629e657-d89d-494d-8d32-051ce25bc483 req-71e4a5e4-feee-4158-afa6-bae4b66a05bb tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:11:51.594190 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d629e657-d89d-494d-8d32-051ce25bc483 req-71e4a5e4-feee-4158-afa6-bae4b66a05bb tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0887086 Apr 21 06:11:51.642510 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d629e657-d89d-494d-8d32-051ce25bc483 req-afdb1a39-8730-48a0-a723-45ab70d8365c tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418842 Apr 21 06:11:52.847817 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811efb20-5eac-4958-ad18-3ab6c4e8b53e req-72d7f37d-c7f3-47fb-8936-f217a22c07f0 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:11:52.849288 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-811efb20-5eac-4958-ad18-3ab6c4e8b53e req-72d7f37d-c7f3-47fb-8936-f217a22c07f0 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0907924 Apr 21 06:11:52.896352 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-811efb20-5eac-4958-ad18-3ab6c4e8b53e req-80d5e3e9-0833-4c75-826e-70b00b83d546 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409079 Apr 21 06:11:53.075917 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:11:54.109706 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1348874-2b09-4d66-bfdc-3cad6465aba6 req-98b66c74-964a-4169-8e57-44927d4814fe tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:11:54.111705 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d1348874-2b09-4d66-bfdc-3cad6465aba6 req-98b66c74-964a-4169-8e57-44927d4814fe tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0936935 Apr 21 06:11:54.159975 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d1348874-2b09-4d66-bfdc-3cad6465aba6 req-ff5ef45f-b589-4edd-aefb-872ef05232a0 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422318 Apr 21 06:11:55.367096 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81869a4-91c8-467a-bfbb-547bc007167c req-f43bb889-af47-44f7-84f0-b7db0f9fbc47 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:11:55.368728 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b81869a4-91c8-467a-bfbb-547bc007167c req-f43bb889-af47-44f7-84f0-b7db0f9fbc47 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0877473 Apr 21 06:11:55.422250 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b81869a4-91c8-467a-bfbb-547bc007167c req-bd10c133-198f-426e-9108-0e371f3c0941 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470083 Apr 21 06:11:56.629760 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca2c43c-aab2-4563-831c-43a273cf016e req-85515fdd-8f8c-44c8-8272-c0309e8b32f2 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:11:56.632302 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-eca2c43c-aab2-4563-831c-43a273cf016e req-85515fdd-8f8c-44c8-8272-c0309e8b32f2 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0913160 Apr 21 06:11:56.679763 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-eca2c43c-aab2-4563-831c-43a273cf016e req-7464425a-6edb-4729-86ea-bcfe94c85fc2 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412612 Apr 21 06:11:57.893472 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ec9d5-5a26-4280-8b58-763a985fdcab req-75c77342-bbea-4d93-bf45-5affa9c49f8f tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:11:57.893472 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-718ec9d5-5a26-4280-8b58-763a985fdcab req-75c77342-bbea-4d93-bf45-5affa9c49f8f tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0884008 Apr 21 06:11:57.941928 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-718ec9d5-5a26-4280-8b58-763a985fdcab req-d714989e-72e6-4521-ada9-0edf155ee1ea tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420065 Apr 21 06:11:59.156141 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae0da32-88d5-46f8-8beb-d8d4e68e9f07 req-bb2f758d-83b4-4485-b866-df2725833069 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:11:59.157886 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-4ae0da32-88d5-46f8-8beb-d8d4e68e9f07 req-bb2f758d-83b4-4485-b866-df2725833069 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0916693 Apr 21 06:11:59.207401 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-4ae0da32-88d5-46f8-8beb-d8d4e68e9f07 req-8c32409a-0cad-48a9-a910-fe31cfb1028d tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425155 Apr 21 06:12:00.424173 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8141669a-bd2f-4c6a-a6a1-cfe6854f6a0f req-7ad8b76a-9cdb-4c96-b575-657f754a45b6 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:12:00.425840 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-8141669a-bd2f-4c6a-a6a1-cfe6854f6a0f req-7ad8b76a-9cdb-4c96-b575-657f754a45b6 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0899599 Apr 21 06:12:00.473405 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-8141669a-bd2f-4c6a-a6a1-cfe6854f6a0f req-0e8d794a-c0ae-4956-ae75-7d7e374814f4 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412149 Apr 21 06:12:01.681812 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21322c0f-9c63-4100-8d61-8613eaeb81d7 req-e88a4b54-853e-4320-b6e0-804b8e6dc59c tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:12:01.683368 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-21322c0f-9c63-4100-8d61-8613eaeb81d7 req-e88a4b54-853e-4320-b6e0-804b8e6dc59c tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0866148 Apr 21 06:12:01.733291 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-21322c0f-9c63-4100-8d61-8613eaeb81d7 req-792a8001-d847-4879-b4d4-fa504e9cfc2a tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431101 Apr 21 06:12:02.039425 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5b1c38cc-83db-4845-a4ae-9ea09e3d890e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:12:02.934003 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad38818-63ad-433a-a774-d3a9c2b3a83f req-7a0e9f07-9b4a-4c57-ad72-9f26175611c1 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:12:02.935605 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-8ad38818-63ad-433a-a774-d3a9c2b3a83f req-7a0e9f07-9b4a-4c57-ad72-9f26175611c1 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0857956 Apr 21 06:12:02.981638 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-8ad38818-63ad-433a-a774-d3a9c2b3a83f req-b8ff5ff9-9d33-49a0-801c-e9a6e69862f1 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398438 Apr 21 06:12:04.185019 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123b070-2151-4b13-bdc4-a0379b7ee992 req-5d758c95-b3b0-4208-9496-3d5509f40274 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:12:04.186614 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6123b070-2151-4b13-bdc4-a0379b7ee992 req-5d758c95-b3b0-4208-9496-3d5509f40274 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0876112 Apr 21 06:12:04.235107 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6123b070-2151-4b13-bdc4-a0379b7ee992 req-91e90b03-1757-41fe-8627-5c46b232c4c7 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420692 Apr 21 06:12:04.523010 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-31487502-3d9b-4767-b0fc-73c9b2e72e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:12:04.837131 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:12:05.553776 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22923a-83f0-468b-80d4-637ec0f53eba req-73e13d9a-e878-4aae-ae65-596cf529a4ce tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:12:05.553776 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-2a22923a-83f0-468b-80d4-637ec0f53eba req-73e13d9a-e878-4aae-ae65-596cf529a4ce tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0970440 Apr 21 06:12:05.553776 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-2a22923a-83f0-468b-80d4-637ec0f53eba req-8ac8845b-e57d-48c2-b197-53c16a3e6c63 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432472 Apr 21 06:12:05.554844 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:12:06.251081 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:12:06.720008 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c396335e-ac94-4f11-ac47-26f0f98cd9d4 req-95e6712e-b1b2-49a4-a0a4-81a64e2baf9a tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:12:06.721668 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c396335e-ac94-4f11-ac47-26f0f98cd9d4 req-95e6712e-b1b2-49a4-a0a4-81a64e2baf9a tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0921316 Apr 21 06:12:06.825047 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c396335e-ac94-4f11-ac47-26f0f98cd9d4 req-cade7427-b453-459e-a348-b49450bdfe6b tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614555 Apr 21 06:12:06.838350 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-74ed56c5-ade4-4ca1-a146-514d73bc3f7c req-232ebcdf-d3e1-46ee-b584-83b6b24b85c5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1142712 Apr 21 06:12:07.002261 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed56c5-ade4-4ca1-a146-514d73bc3f7c req-7193cde4-63aa-4471-aefa-a3aba83688b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:12:07.003938 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-74ed56c5-ade4-4ca1-a146-514d73bc3f7c req-7193cde4-63aa-4471-aefa-a3aba83688b8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=83c72247bd04473380fa74addf843cfd&device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 1098 time: 0.0812721 Apr 21 06:12:07.016646 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:12:07.156549 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed56c5-ade4-4ca1-a146-514d73bc3f7c req-f33b961d-7e8c-46e9-964a-ddebb5ccfc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:12:07.158618 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-74ed56c5-ade4-4ca1-a146-514d73bc3f7c req-f33b961d-7e8c-46e9-964a-ddebb5ccfc1b service neutron] 10.222.0.11 "GET /v2.0/networks?id=8a477b33-6a11-4388-9f32-3a61c0f7920e HTTP/1.1" status: 200 len: 919 time: 0.1351063 Apr 21 06:12:07.229917 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-74ed56c5-ade4-4ca1-a146-514d73bc3f7c req-1028afa4-5e31-4740-a63c-0789a68c154b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ab21f9f-1509-41df-ba62-c5cf11ead2ce HTTP/1.1" status: 200 len: 217 time: 0.0643437 Apr 21 06:12:07.300214 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed56c5-ade4-4ca1-a146-514d73bc3f7c req-5891c895-e58e-4984-9138-23022a12fe08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:12:07.301742 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-74ed56c5-ade4-4ca1-a146-514d73bc3f7c req-5891c895-e58e-4984-9138-23022a12fe08 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2da1c0c9-9d0e-43d1-a8aa-9f65aa7cd6bc HTTP/1.1" status: 200 len: 858 time: 0.0661650 Apr 21 06:12:07.352779 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-74ed56c5-ade4-4ca1-a146-514d73bc3f7c req-284d8690-80e4-4967-85da-0db718872cbc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8a477b33-6a11-4388-9f32-3a61c0f7920e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451221 Apr 21 06:12:07.492858 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-74ed56c5-ade4-4ca1-a146-514d73bc3f7c req-07d72711-2efb-433a-99ee-63fb98734b78 service neutron] 10.222.0.11 "GET /v2.0/networks/8a477b33-6a11-4388-9f32-3a61c0f7920e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335292 Apr 21 06:12:07.636355 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-74ed56c5-ade4-4ca1-a146-514d73bc3f7c req-ac81c627-d185-439e-9412-0af84264e919 service neutron] 10.222.0.11 "GET /v2.0/networks/8a477b33-6a11-4388-9f32-3a61c0f7920e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363356 Apr 21 06:12:08.030539 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff0002-55a3-489a-92d9-0f1dbebb8c0b req-7e7eea84-1184-4603-8012-a73068a30b36 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:12:08.032110 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a4ff0002-55a3-489a-92d9-0f1dbebb8c0b req-7e7eea84-1184-4603-8012-a73068a30b36 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0882742 Apr 21 06:12:08.083058 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a4ff0002-55a3-489a-92d9-0f1dbebb8c0b req-49950dca-194e-4696-930d-af9a11ae8003 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441687 Apr 21 06:12:09.292309 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda71ad-0e0e-4eaf-9add-bf8e5b3ea9a1 req-890a3e9f-9018-4e4a-b480-c116e489f34a tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:12:09.293918 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6fda71ad-0e0e-4eaf-9add-bf8e5b3ea9a1 req-890a3e9f-9018-4e4a-b480-c116e489f34a tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0920565 Apr 21 06:12:09.341252 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6fda71ad-0e0e-4eaf-9add-bf8e5b3ea9a1 req-4c9db1a5-1483-4e6c-96c9-01bf02269822 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408294 Apr 21 06:12:10.543129 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21a8d8-8173-486a-b8f9-63b6375130e8 req-ad76382d-e2aa-46dd-977a-845093905786 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:12:10.544629 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-bd21a8d8-8173-486a-b8f9-63b6375130e8 req-ad76382d-e2aa-46dd-977a-845093905786 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0871282 Apr 21 06:12:10.598663 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-bd21a8d8-8173-486a-b8f9-63b6375130e8 req-e03e531a-6359-4eda-bb02-c059d26836e5 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477796 Apr 21 06:12:11.801018 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a946f0-2677-4856-8a15-3de3d75888bd req-7720c008-d0e0-412f-98b2-e0f4576a385f tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:12:11.802579 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f6a946f0-2677-4856-8a15-3de3d75888bd req-7720c008-d0e0-412f-98b2-e0f4576a385f tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0864115 Apr 21 06:12:11.848316 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f6a946f0-2677-4856-8a15-3de3d75888bd req-d176e6c8-7198-493c-b5d6-88d23731f2d2 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396054 Apr 21 06:12:13.057990 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc58d3-2c1b-425e-9abf-07f7389008b7 req-5baa2a51-a139-4c6a-b61d-b3fb97e18eec tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:12:13.059651 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c8dc58d3-2c1b-425e-9abf-07f7389008b7 req-5baa2a51-a139-4c6a-b61d-b3fb97e18eec tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0928099 Apr 21 06:12:13.107013 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c8dc58d3-2c1b-425e-9abf-07f7389008b7 req-2c62032b-ada4-4867-943d-3d71cf076543 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408740 Apr 21 06:12:14.315352 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f770e85-3871-440d-adb5-2c217161bd3c req-780d80be-ae77-431a-8760-34c1216ae64b tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:12:14.316950 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6f770e85-3871-440d-adb5-2c217161bd3c req-780d80be-ae77-431a-8760-34c1216ae64b tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0914621 Apr 21 06:12:14.364471 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6f770e85-3871-440d-adb5-2c217161bd3c req-8bebf2b2-a4e3-48ad-8554-30c8f509178a tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412436 Apr 21 06:12:15.571188 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875e1eb-44a1-4371-8fa6-944e582318cb req-1ec9c0d4-09ff-453e-a929-a9af47540af7 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:12:15.572857 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-3875e1eb-44a1-4371-8fa6-944e582318cb req-1ec9c0d4-09ff-453e-a929-a9af47540af7 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0888588 Apr 21 06:12:15.620962 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-3875e1eb-44a1-4371-8fa6-944e582318cb req-b07c0f25-d606-4c21-8c97-63f9a40a1d96 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416279 Apr 21 06:12:16.834759 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f057528-5cb1-429a-8273-9ace68207213 req-2cd9ee1f-9337-4331-8ab7-33712d16b04e tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:12:16.836391 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6f057528-5cb1-429a-8273-9ace68207213 req-2cd9ee1f-9337-4331-8ab7-33712d16b04e tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0898724 Apr 21 06:12:16.888280 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6f057528-5cb1-429a-8273-9ace68207213 req-0903bb64-90a5-436d-a0f2-b0c341966829 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453610 Apr 21 06:12:18.097601 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b827b82-72af-4e01-8649-7591ac1a52ad req-58063ffe-3e6b-4a52-9641-f56c562170a6 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:12:18.099143 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-3b827b82-72af-4e01-8649-7591ac1a52ad req-58063ffe-3e6b-4a52-9641-f56c562170a6 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0927501 Apr 21 06:12:18.146029 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-3b827b82-72af-4e01-8649-7591ac1a52ad req-e5f7ecd5-ef5e-4fc8-8fca-a44d3ec45511 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405915 Apr 21 06:12:19.353883 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a5b5e-c70f-42fa-b9b1-de0268f6edea req-e6247f0e-31b1-4c16-aca0-1607a11226bd tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:12:19.355524 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-2b1a5b5e-c70f-42fa-b9b1-de0268f6edea req-e6247f0e-31b1-4c16-aca0-1607a11226bd tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0896730 Apr 21 06:12:19.401916 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-2b1a5b5e-c70f-42fa-b9b1-de0268f6edea req-7b71c440-38b5-4aac-a6fa-534d1fbc532f tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400524 Apr 21 06:12:20.606602 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a0e85e-2ee9-4401-8733-e5f088763766 req-2b7c5cc5-91a2-4f8f-b5e6-9ecde76d3c0b tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:12:20.608223 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-67a0e85e-2ee9-4401-8733-e5f088763766 req-2b7c5cc5-91a2-4f8f-b5e6-9ecde76d3c0b tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0861516 Apr 21 06:12:20.658825 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-67a0e85e-2ee9-4401-8733-e5f088763766 req-6de1bd47-68c3-41f6-83d6-2e0477ffb7a0 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443311 Apr 21 06:12:21.863585 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c99cdc-4b59-4ebf-ab8e-a638ded01f63 req-e6466d5c-ec7f-4a7e-a3bf-c45d71b293e7 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:12:21.865175 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-19c99cdc-4b59-4ebf-ab8e-a638ded01f63 req-e6466d5c-ec7f-4a7e-a3bf-c45d71b293e7 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0898309 Apr 21 06:12:21.913641 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-19c99cdc-4b59-4ebf-ab8e-a638ded01f63 req-c2a28308-ffc6-4e8b-8483-a0070a3d0b3b tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419860 Apr 21 06:12:23.122404 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c3b156-e02b-4cc3-9eaf-ff1f2fd6b728 req-6bef7cf4-37c3-4ae3-8e0b-80612d6e44ea tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:12:23.124072 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a0c3b156-e02b-4cc3-9eaf-ff1f2fd6b728 req-6bef7cf4-37c3-4ae3-8e0b-80612d6e44ea tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0883429 Apr 21 06:12:23.173136 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a0c3b156-e02b-4cc3-9eaf-ff1f2fd6b728 req-b8a8d21a-1a71-4f36-9da7-f7c620a5f54c tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426388 Apr 21 06:12:24.120972 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 34364) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:12:24.266184 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-145f4ded-4404-4b6c-ac3b-471144503035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:12:24.284475 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-145f4ded-4404-4b6c-ac3b-471144503035 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:12:24.288822 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-145f4ded-4404-4b6c-ac3b-471144503035 admin admin] Usage tracker for resource:security_group_rule and tenant:e0d4670e3e31488e83370f4b352e4626 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:12:24.291833 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-145f4ded-4404-4b6c-ac3b-471144503035 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:12:24.298918 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-145f4ded-4404-4b6c-ac3b-471144503035 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:12:24.472101 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-145f4ded-4404-4b6c-ac3b-471144503035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:12:24.548882 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-145f4ded-4404-4b6c-ac3b-471144503035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:12:24.559128 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-4953ebe9-c690-46dd-ac93-19e9954deca4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:12:24.604106 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145f4ded-4404-4b6c-ac3b-471144503035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b9ec6f-f840-4c07-acf9-b18448eb9b9e,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:12:24.612504 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-145f4ded-4404-4b6c-ac3b-471144503035 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e0d4670e3e31488e83370f4b352e4626&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4873033 Apr 21 06:12:24.614185 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 34380) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:12:24.617682 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f4ded-4404-4b6c-ac3b-471144503035 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:12:24.618096 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f4ded-4404-4b6c-ac3b-471144503035 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:12:24.618498 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f4ded-4404-4b6c-ac3b-471144503035 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:12:24.619046 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f4ded-4404-4b6c-ac3b-471144503035 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:12:24.619444 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f4ded-4404-4b6c-ac3b-471144503035 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:12:24.619836 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f4ded-4404-4b6c-ac3b-471144503035 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:12:24.620022 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae0d9b-6069-40df-b6f3-c6bcc92c9664 req-8ecc905e-2311-4952-a456-68687657d041 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:12:24.620372 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f4ded-4404-4b6c-ac3b-471144503035 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:12:24.621011 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f4ded-4404-4b6c-ac3b-471144503035 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:12:24.621402 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f4ded-4404-4b6c-ac3b-471144503035 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:12:24.621850 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f4ded-4404-4b6c-ac3b-471144503035 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:12:24.622065 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-02ae0d9b-6069-40df-b6f3-c6bcc92c9664 req-8ecc905e-2311-4952-a456-68687657d041 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.3169837 Apr 21 06:12:24.622268 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f4ded-4404-4b6c-ac3b-471144503035 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:12:24.622651 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145f4ded-4404-4b6c-ac3b-471144503035 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:12:24.662116 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-145f4ded-4404-4b6c-ac3b-471144503035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:12:24.675577 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-02ae0d9b-6069-40df-b6f3-c6bcc92c9664 req-04fd5910-842d-42be-b84d-c16679156df3 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459640 Apr 21 06:12:24.697990 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d13cf17a-1542-4d57-86ab-3fa20e27fd95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:12:24.724915 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d13cf17a-1542-4d57-86ab-3fa20e27fd95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:12:24.993533 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d13cf17a-1542-4d57-86ab-3fa20e27fd95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:12:24.998780 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-45daf22a-2a94-4e70-ac59-084e74414d99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:12:25.012209 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13cf17a-1542-4d57-86ab-3fa20e27fd95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b9ec6f-f840-4c07-acf9-b18448eb9b9e,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:12:25.014618 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-d13cf17a-1542-4d57-86ab-3fa20e27fd95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:12:25.016814 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d13cf17a-1542-4d57-86ab-3fa20e27fd95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:12:25.018401 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-d13cf17a-1542-4d57-86ab-3fa20e27fd95 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a6b9ec6f-f840-4c07-acf9-b18448eb9b9e HTTP/1.1" status: 204 len: 168 time: 0.4026432 Apr 21 06:12:25.883790 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05867c6-0a89-48a4-a2c6-e82ae7003da9 req-ac093110-387e-4ba5-a83d-19faecf77ccb tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:12:25.885387 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c05867c6-0a89-48a4-a2c6-e82ae7003da9 req-ac093110-387e-4ba5-a83d-19faecf77ccb tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0882139 Apr 21 06:12:25.935145 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c05867c6-0a89-48a4-a2c6-e82ae7003da9 req-de83ea54-8aea-4250-bbd9-ddde12221ff1 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425675 Apr 21 06:12:27.139080 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45c3c2-fb26-4311-8a5b-6aac6b118200 req-eafc07fb-181a-4c77-8383-03e498c15d00 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:12:27.140655 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-fc45c3c2-fb26-4311-8a5b-6aac6b118200 req-eafc07fb-181a-4c77-8383-03e498c15d00 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0874107 Apr 21 06:12:27.191790 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-fc45c3c2-fb26-4311-8a5b-6aac6b118200 req-7dd044cb-3f88-4bf2-ad51-53d153036b6e tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448999 Apr 21 06:12:28.401872 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bea939-e737-4037-91ec-82406edfcd3e req-35e69b32-6f5e-476b-95f0-dbc5203b1634 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:12:28.403425 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f2bea939-e737-4037-91ec-82406edfcd3e req-35e69b32-6f5e-476b-95f0-dbc5203b1634 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0901270 Apr 21 06:12:28.450552 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f2bea939-e737-4037-91ec-82406edfcd3e req-024ceaf8-8f98-4d86-bd49-bb10a44e22dc tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408838 Apr 21 06:12:29.655849 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d0c980-2e90-4100-9c5f-0cdadd5889be req-f2f43d04-bdf8-486f-884c-1f73e6b17176 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:12:29.657327 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-08d0c980-2e90-4100-9c5f-0cdadd5889be req-f2f43d04-bdf8-486f-884c-1f73e6b17176 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0872645 Apr 21 06:12:29.703304 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-08d0c980-2e90-4100-9c5f-0cdadd5889be req-9b263432-14f6-4302-873a-eb93d134eb28 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394871 Apr 21 06:12:30.075599 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:12:30.905166 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3332bdd5-ab23-4489-b169-9dc344e5eee0 req-f85b844a-0a2a-432e-b3f5-3e5261f4bb7c tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:12:30.906765 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-3332bdd5-ab23-4489-b169-9dc344e5eee0 req-f85b844a-0a2a-432e-b3f5-3e5261f4bb7c tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0859463 Apr 21 06:12:30.956919 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-3332bdd5-ab23-4489-b169-9dc344e5eee0 req-a79d66bf-ad3e-4d0c-b597-05928e95eb87 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432160 Apr 21 06:12:32.034028 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-b3ab370d-2967-4089-a2aa-50630a6988fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:12:32.165314 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c0af9-7442-4d46-98e6-84653c161b50 req-301ffecd-f5c1-49f7-bbbf-bb838f9becb7 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:12:32.169299 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-da9c0af9-7442-4d46-98e6-84653c161b50 req-301ffecd-f5c1-49f7-bbbf-bb838f9becb7 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0906718 Apr 21 06:12:32.218370 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-da9c0af9-7442-4d46-98e6-84653c161b50 req-a41462a0-1ae6-4da7-aa8a-7a1de4755d21 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409510 Apr 21 06:12:33.423766 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db26a47e-4828-44ef-9541-92e251ea64fb req-ee89e288-0dfa-4e9a-9af8-ddcbf751ea8d tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:12:33.425390 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-db26a47e-4828-44ef-9541-92e251ea64fb req-ee89e288-0dfa-4e9a-9af8-ddcbf751ea8d tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0878224 Apr 21 06:12:33.474718 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-db26a47e-4828-44ef-9541-92e251ea64fb req-726ce7c1-7351-4e1d-9e16-2350f2a9c959 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430167 Apr 21 06:12:34.513750 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-42a1831b-d410-4777-a847-12d42e757bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:12:34.680059 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a0815-12ad-472a-9940-07eff9c50103 req-7fcacf37-b747-48b7-888f-e996daaa961a tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:12:34.681660 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a26a0815-12ad-472a-9940-07eff9c50103 req-7fcacf37-b747-48b7-888f-e996daaa961a tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0886679 Apr 21 06:12:34.737396 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a26a0815-12ad-472a-9940-07eff9c50103 req-8beba037-f88e-4972-8b04-0aa78708226d tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493133 Apr 21 06:12:34.828195 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:12:35.450918 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:12:35.948634 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1aa442-7378-43fc-98a6-8ee5d767a338 req-d78c630f-9855-48ea-991c-628ceaded395 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:12:35.950231 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-8a1aa442-7378-43fc-98a6-8ee5d767a338 req-d78c630f-9855-48ea-991c-628ceaded395 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0911114 Apr 21 06:12:35.997342 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-8a1aa442-7378-43fc-98a6-8ee5d767a338 req-532347f2-a39d-4295-bfcf-435747032239 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402632 Apr 21 06:12:36.239576 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:12:37.003111 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:12:37.206098 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e05b36-89fe-4996-a3ae-fc04a257f4df req-4e1e7461-7466-43be-9dc6-d1d567536158 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:12:37.207680 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-31e05b36-89fe-4996-a3ae-fc04a257f4df req-4e1e7461-7466-43be-9dc6-d1d567536158 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0883369 Apr 21 06:12:37.255339 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-31e05b36-89fe-4996-a3ae-fc04a257f4df req-836c7566-464d-4e3e-a608-b0e7f6e5d228 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413167 Apr 21 06:12:38.457541 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73abd4a-3483-4603-9a51-30cdddba4ec2 req-eb232772-c45c-44a5-9dc5-aafa37e7872a tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:12:38.459151 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c73abd4a-3483-4603-9a51-30cdddba4ec2 req-eb232772-c45c-44a5-9dc5-aafa37e7872a tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0854599 Apr 21 06:12:38.507250 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c73abd4a-3483-4603-9a51-30cdddba4ec2 req-f5ff471b-c890-4c48-87e2-518cb608911a tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420053 Apr 21 06:12:39.714097 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a24b22-b9de-469b-9262-c43899661ef7 req-7d60cb26-68f3-4f89-afae-5eaad3cc58b3 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:12:39.715701 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-13a24b22-b9de-469b-9262-c43899661ef7 req-7d60cb26-68f3-4f89-afae-5eaad3cc58b3 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0917194 Apr 21 06:12:39.762561 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-13a24b22-b9de-469b-9262-c43899661ef7 req-534fe8a3-c542-47ec-8cce-8f7cf5e5cd44 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404034 Apr 21 06:12:40.972082 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2e3f52-aa13-4d6e-85fa-db739c406fee req-ecb4ffe9-61f0-4828-a697-512cf7e453d1 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:12:40.973725 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-0a2e3f52-aa13-4d6e-85fa-db739c406fee req-ecb4ffe9-61f0-4828-a697-512cf7e453d1 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0907886 Apr 21 06:12:41.025277 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-0a2e3f52-aa13-4d6e-85fa-db739c406fee req-01476cb4-6d29-4a73-a719-ce09b95da793 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436978 Apr 21 06:12:42.230765 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75e8ddc-b7ce-4baa-8f85-1b593cc197e3 req-ee23e8ab-10b6-4f96-8ea4-1fb2994aba1b tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:12:42.232358 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c75e8ddc-b7ce-4baa-8f85-1b593cc197e3 req-ee23e8ab-10b6-4f96-8ea4-1fb2994aba1b tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0880556 Apr 21 06:12:42.281465 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c75e8ddc-b7ce-4baa-8f85-1b593cc197e3 req-11f6990a-e708-4f61-9433-40d51bae947c tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422719 Apr 21 06:12:43.489701 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605793b5-91c9-4de4-bc3a-bdce335a3c9b req-d883204b-0a11-4803-bbb2-da682415b24a tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:12:43.491335 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-605793b5-91c9-4de4-bc3a-bdce335a3c9b req-d883204b-0a11-4803-bbb2-da682415b24a tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0904882 Apr 21 06:12:43.542665 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-605793b5-91c9-4de4-bc3a-bdce335a3c9b req-c3e46660-bc9c-45db-ba3f-95d80f24547f tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449977 Apr 21 06:12:44.758031 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc367f59-454b-4513-9ee8-67db67239526 req-f84d643c-1285-401d-88a1-b31bd105c671 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:12:44.759677 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-bc367f59-454b-4513-9ee8-67db67239526 req-f84d643c-1285-401d-88a1-b31bd105c671 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0931747 Apr 21 06:12:44.808222 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-bc367f59-454b-4513-9ee8-67db67239526 req-c877baed-e57a-4db5-9337-295fedadaeab tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419943 Apr 21 06:12:46.012105 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372445aa-bffe-453c-8205-75572a64caa8 req-1a171bfa-ab93-4627-9f60-39caff4b3855 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:12:46.013699 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-372445aa-bffe-453c-8205-75572a64caa8 req-1a171bfa-ab93-4627-9f60-39caff4b3855 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0868332 Apr 21 06:12:46.061397 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-372445aa-bffe-453c-8205-75572a64caa8 req-b61ed87c-59e9-4a03-ae75-4802bddae6ee tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413976 Apr 21 06:12:47.394866 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a999bae6-f376-4a58-b310-c69e038bd8a8 req-385322a8-62c0-43ac-a901-f75391d53531 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:12:47.396453 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a999bae6-f376-4a58-b310-c69e038bd8a8 req-385322a8-62c0-43ac-a901-f75391d53531 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0866601 Apr 21 06:12:47.446313 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a999bae6-f376-4a58-b310-c69e038bd8a8 req-1a3267f9-cd98-4ddb-8594-69b7d4c6b385 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436523 Apr 21 06:12:48.654375 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb311a5-481f-4141-bcc2-e303c097be67 req-ff397927-6146-409e-827c-e4d0d657f013 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:12:48.656007 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1fb311a5-481f-4141-bcc2-e303c097be67 req-ff397927-6146-409e-827c-e4d0d657f013 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0934567 Apr 21 06:12:48.931667 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1fb311a5-481f-4141-bcc2-e303c097be67 req-caf989fc-e9f4-4fe5-af9a-8aca3b6d3d48 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2689767 Apr 21 06:12:50.135811 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7116cfd-38dd-40d3-80f9-cdc4af4435a1 req-7efe1e66-a0cd-410d-91dd-c6f2dc115908 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:12:50.137418 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c7116cfd-38dd-40d3-80f9-cdc4af4435a1 req-7efe1e66-a0cd-410d-91dd-c6f2dc115908 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0901966 Apr 21 06:12:50.194767 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c7116cfd-38dd-40d3-80f9-cdc4af4435a1 req-e0754814-5a2c-4a0f-bcff-9d4b64c71c9b tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508988 Apr 21 06:12:51.404173 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d4d4ff-e3ba-4b8e-a6c1-974030e15bf9 req-6512c091-8860-493d-b84d-9c18481b5343 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:12:51.405764 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-06d4d4ff-e3ba-4b8e-a6c1-974030e15bf9 req-6512c091-8860-493d-b84d-9c18481b5343 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0877461 Apr 21 06:12:51.455618 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-06d4d4ff-e3ba-4b8e-a6c1-974030e15bf9 req-bcde5cd8-3ce2-445f-aeec-7abe81c713a4 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432131 Apr 21 06:12:54.112375 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f24708-5be3-4902-aa7d-b076ec460da8 req-49d97630-f02b-4685-bfb8-5dbb595c91e1 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:12:54.113862 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-40f24708-5be3-4902-aa7d-b076ec460da8 req-49d97630-f02b-4685-bfb8-5dbb595c91e1 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=47681b71-1a9f-43b0-91cc-5fa6232d2eac HTTP/1.1" status: 200 len: 944 time: 0.0897477 Apr 21 06:12:54.191003 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [req-40f24708-5be3-4902-aa7d-b076ec460da8 req-526bab66-9f9e-4743-aa34-e18d609cdef1 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Deleting port 73d308c6-f766-4740-9b6f-e88e0ae01217 {{(pid=86433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:12:54.191387 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-40f24708-5be3-4902-aa7d-b076ec460da8 req-526bab66-9f9e-4743-aa34-e18d609cdef1 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363270981359476'] for port, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:12:54.463624 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [req-40f24708-5be3-4902-aa7d-b076ec460da8 req-526bab66-9f9e-4743-aa34-e18d609cdef1 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] For port 73d308c6-f766-4740-9b6f-e88e0ae01217, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=73d308c6-f766-4740-9b6f-e88e0ae01217,segment=NetworkSegment(abf7ed71-e9c8-4881-8104-244b9f5ab084),segment_id=abf7ed71-e9c8-4881-8104-244b9f5ab084)] {{(pid=86433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:12:54.463998 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-40f24708-5be3-4902-aa7d-b076ec460da8 req-526bab66-9f9e-4743-aa34-e18d609cdef1 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846743427'] for port, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:12:54.775223 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-40f24708-5be3-4902-aa7d-b076ec460da8 req-526bab66-9f9e-4743-aa34-e18d609cdef1 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:12:54.775637 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-40f24708-5be3-4902-aa7d-b076ec460da8 req-526bab66-9f9e-4743-aa34-e18d609cdef1 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8011185'] for floatingip, after_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:12:54.775984 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.db.l3_db [req-40f24708-5be3-4902-aa7d-b076ec460da8 req-526bab66-9f9e-4743-aa34-e18d609cdef1 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Floating IP dac4e0fc-44df-4ebe-95a4-91fa6b6a5794 disassociated. External IP: 172.27.2.48, port: 73d308c6-f766-4740-9b6f-e88e0ae01217. Apr 21 06:12:54.776361 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [req-40f24708-5be3-4902-aa7d-b076ec460da8 req-526bab66-9f9e-4743-aa34-e18d609cdef1 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Calling delete_port for 73d308c6-f766-4740-9b6f-e88e0ae01217 owned by compute:nova {{(pid=86433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:12:55.066012 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-40f24708-5be3-4902-aa7d-b076ec460da8 req-526bab66-9f9e-4743-aa34-e18d609cdef1 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270981355551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765872972847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6571441'] for port, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:12:55.076808 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:12:55.125830 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526bab66-9f9e-4743-aa34-e18d609cdef1 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Pushing event deleted for resources: {'Port': ['ID=73d308c6-f766-4740-9b6f-e88e0ae01217,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:12:55.129708 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-526bab66-9f9e-4743-aa34-e18d609cdef1 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:12:55.324950 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40f24708-5be3-4902-aa7d-b076ec460da8 req-526bab66-9f9e-4743-aa34-e18d609cdef1 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Router 6e6690b2-817d-4eed-bc76-a6fc06826193 has already been hosted by L3 agent 11ad1a07-0ae8-4245-9270-47a08d3f943a {{(pid=86433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 06:12:55.511265 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40f24708-5be3-4902-aa7d-b076ec460da8 req-526bab66-9f9e-4743-aa34-e18d609cdef1 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify agent at l3_agent.dv-cinder-782390-6-iscsi the message routers_updated {{(pid=86433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 06:12:55.522233 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5bf1e5-38b8-49de-b355-603ea4fe2baf None None] Sync routers for ids ['6e6690b2-817d-4eed-bc76-a6fc06826193'] in dv-cinder-782390-6-iscsi {{(pid=86435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 06:12:55.531644 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5bf1e5-38b8-49de-b355-603ea4fe2baf None None] Routers {'6e6690b2-817d-4eed-bc76-a6fc06826193'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:12:55.532355 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-6f5bf1e5-38b8-49de-b355-603ea4fe2baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T06:12:34Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['6e6690b2-817d-4eed-bc76-a6fc06826193'], 'active': True} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:12:55.593679 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [req-40f24708-5be3-4902-aa7d-b076ec460da8 req-526bab66-9f9e-4743-aa34-e18d609cdef1 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] No DVR routers for this DVR port 73d308c6-f766-4740-9b6f-e88e0ae01217 on host hv-cinder-78239 {{(pid=86433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 06:12:55.597430 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-40f24708-5be3-4902-aa7d-b076ec460da8 req-526bab66-9f9e-4743-aa34-e18d609cdef1 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:12:55.600298 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47681b71-1a9f-43b0-91cc-5fa6232d2eac', 'name': 'network-vif-deleted', 'tag': '73d308c6-f766-4740-9b6f-e88e0ae01217'}] {{(pid=86433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:12:55.644474 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-40f24708-5be3-4902-aa7d-b076ec460da8 req-526bab66-9f9e-4743-aa34-e18d609cdef1 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "DELETE /v2.0/ports/73d308c6-f766-4740-9b6f-e88e0ae01217 HTTP/1.1" status: 204 len: 173 time: 1.5248501 Apr 21 06:12:55.724852 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-6f5bf1e5-38b8-49de-b355-603ea4fe2baf None None] Set router 6e6690b2-817d-4eed-bc76-a6fc06826193 gateway port host: dv-cinder-782390-6-iscsi {{(pid=86435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:12:55.807862 dv-cinder-782390-6-iscsi neutron-server[86317]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '47681b71-1a9f-43b0-91cc-5fa6232d2eac', 'name': 'network-vif-deleted', 'tag': '73d308c6-f766-4740-9b6f-e88e0ae01217', 'status': 'failed', 'code': 422} returned with failed status Apr 21 06:12:56.073279 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-6f5bf1e5-38b8-49de-b355-603ea4fe2baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6690b2-817d-4eed-bc76-a6fc06826193', 'name': 'tempest-AttachVolumeShelveTestJSON-655620997-router', 'tenant_id': '9b8b3b90db3b4377b76614075eb19d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '035660da-160b-447f-ba30-f4d402362690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:03:52Z', 'updated_at': '2021-04-21T06:04:04Z', 'revision_number': 4, 'project_id': '9b8b3b90db3b4377b76614075eb19d93', 'gw_port': {'id': '035660da-160b-447f-ba30-f4d402362690', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:88:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6690b2-817d-4eed-bc76-a6fc06826193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:03:54Z', 'updated_at': '2021-04-21T06:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi', '_interfaces': [{'id': '14c024a6-49fe-43f3-a97e-a97ce2da74a5', 'name': '', 'network_id': '4adbb71d-0e3c-4f02-8c40-88a15a7ed44f', 'tenant_id': '9b8b3b90db3b4377b76614075eb19d93', 'mac_address': 'fa:16:3e:b5:04:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6690b2-817d-4eed-bc76-a6fc06826193', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6540d99e-bc73-4d77-9e9a-a9934313dcf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:04:02Z', 'updated_at': '2021-04-21T06:04:17Z', 'revision_number': 5, 'project_id': '9b8b3b90db3b4377b76614075eb19d93', 'subnets': [{'id': '6540d99e-bc73-4d77-9e9a-a9934313dcf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:12:56.077620 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5bf1e5-38b8-49de-b355-603ea4fe2baf None None] Checking router: 6e6690b2-817d-4eed-bc76-a6fc06826193 for host: dv-cinder-782390-6-iscsi {{(pid=86435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 06:12:56.086413 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5bf1e5-38b8-49de-b355-603ea4fe2baf None None] Routers {'6e6690b2-817d-4eed-bc76-a6fc06826193'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:12:56.087107 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-6f5bf1e5-38b8-49de-b355-603ea4fe2baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T06:12:34Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['6e6690b2-817d-4eed-bc76-a6fc06826193'], 'active': True} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:12:56.278363 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-6f5bf1e5-38b8-49de-b355-603ea4fe2baf None None] Set router 6e6690b2-817d-4eed-bc76-a6fc06826193 gateway port host: dv-cinder-782390-6-iscsi {{(pid=86435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:12:56.610045 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-6f5bf1e5-38b8-49de-b355-603ea4fe2baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6690b2-817d-4eed-bc76-a6fc06826193', 'name': 'tempest-AttachVolumeShelveTestJSON-655620997-router', 'tenant_id': '9b8b3b90db3b4377b76614075eb19d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '035660da-160b-447f-ba30-f4d402362690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:03:52Z', 'updated_at': '2021-04-21T06:04:04Z', 'revision_number': 4, 'project_id': '9b8b3b90db3b4377b76614075eb19d93', 'gw_port': {'id': '035660da-160b-447f-ba30-f4d402362690', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:88:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6690b2-817d-4eed-bc76-a6fc06826193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:03:54Z', 'updated_at': '2021-04-21T06:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi', '_interfaces': [{'id': '14c024a6-49fe-43f3-a97e-a97ce2da74a5', 'name': '', 'network_id': '4adbb71d-0e3c-4f02-8c40-88a15a7ed44f', 'tenant_id': '9b8b3b90db3b4377b76614075eb19d93', 'mac_address': 'fa:16:3e:b5:04:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6690b2-817d-4eed-bc76-a6fc06826193', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6540d99e-bc73-4d77-9e9a-a9934313dcf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:04:02Z', 'updated_at': '2021-04-21T06:04:17Z', 'revision_number': 5, 'project_id': '9b8b3b90db3b4377b76614075eb19d93', 'subnets': [{'id': '6540d99e-bc73-4d77-9e9a-a9934313dcf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:12:56.616836 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 34874) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:12:56.620493 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5bf1e5-38b8-49de-b355-603ea4fe2baf None None] The sync data for ids ['6e6690b2-817d-4eed-bc76-a6fc06826193'] in dv-cinder-782390-6-iscsi is: [{'id': '6e6690b2-817d-4eed-bc76-a6fc06826193', 'name': 'tempest-AttachVolumeShelveTestJSON-655620997-router', 'tenant_id': '9b8b3b90db3b4377b76614075eb19d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '035660da-160b-447f-ba30-f4d402362690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:03:52Z', 'updated_at': '2021-04-21T06:04:04Z', 'revision_number': 4, 'project_id': '9b8b3b90db3b4377b76614075eb19d93', 'gw_port': {'id': '035660da-160b-447f-ba30-f4d402362690', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:88:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6690b2-817d-4eed-bc76-a6fc06826193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:03:54Z', 'updated_at': '2021-04-21T06:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi', '_interfaces': [{'id': '14c024a6-49fe-43f3-a97e-a97ce2da74a5', 'name': '', 'network_id': '4adbb71d-0e3c-4f02-8c40-88a15a7ed44f', 'tenant_id': '9b8b3b90db3b4377b76614075eb19d93', 'mac_address': 'fa:16:3e:b5:04:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6690b2-817d-4eed-bc76-a6fc06826193', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6540d99e-bc73-4d77-9e9a-a9934313dcf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:04:02Z', 'updated_at': '2021-04-21T06:04:17Z', 'revision_number': 5, 'project_id': '9b8b3b90db3b4377b76614075eb19d93', 'subnets': [{'id': '6540d99e-bc73-4d77-9e9a-a9934313dcf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 06:12:56.700029 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3001b9e4-6467-4c60-8459-311d197de1df tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks [] for security_group, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:12:56.729847 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3001b9e4-6467-4c60-8459-311d197de1df tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:12:57.100474 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3001b9e4-6467-4c60-8459-311d197de1df tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:12:57.105972 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-7bec9623-cb1c-40fb-8743-c0246414baa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:12:57.118278 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ce1d6d-300b-4254-97f0-72330a3b1f52 None None] New status for floating IP dac4e0fc-44df-4ebe-95a4-91fa6b6a5794: DOWN {{(pid=86434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 21 06:12:57.122191 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3001b9e4-6467-4c60-8459-311d197de1df tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40276c7d-d6d5-48c4-8cd8-a77509ddd2cd,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:12:57.124671 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-3001b9e4-6467-4c60-8459-311d197de1df tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:12:57.159283 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3001b9e4-6467-4c60-8459-311d197de1df tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks [] for security_group, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:12:57.160576 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-3001b9e4-6467-4c60-8459-311d197de1df tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "DELETE /v2.0/security-groups/40276c7d-d6d5-48c4-8cd8-a77509ddd2cd HTTP/1.1" status: 204 len: 168 time: 0.5426860 Apr 21 06:12:57.163625 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 34888) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:12:57.183714 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.v2.resource [None req-b85f93d5-3a04-417f-9101-19ba82579435 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] show failed (client error): The resource could not be found. Apr 21 06:12:57.184816 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-b85f93d5-3a04-417f-9101-19ba82579435 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups/40276c7d-d6d5-48c4-8cd8-a77509ddd2cd HTTP/1.1" status: 404 len: 347 time: 0.0202112 Apr 21 06:12:57.187889 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 34892) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:12:57.353273 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-00c47742-4171-4d36-9777-0418d10dafe1 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Deleting port e1b59e25-4851-452d-b8d8-4385c5378fa2 {{(pid=86433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:12:57.353715 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-00c47742-4171-4d36-9777-0418d10dafe1 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363270981359476'] for port, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:12:57.536702 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-00c47742-4171-4d36-9777-0418d10dafe1 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846743427'] for port, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:12:57.537102 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-00c47742-4171-4d36-9777-0418d10dafe1 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:12:57.665007 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-00c47742-4171-4d36-9777-0418d10dafe1 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Calling delete_port for e1b59e25-4851-452d-b8d8-4385c5378fa2 owned by network:floatingip {{(pid=86433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:12:57.928698 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-00c47742-4171-4d36-9777-0418d10dafe1 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270981355551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765872972847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6571441'] for port, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:12:57.933873 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-02f93ede-da24-4882-bbd2-0630195b1f81 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:12:57.979069 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c47742-4171-4d36-9777-0418d10dafe1 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Pushing event deleted for resources: {'Port': ['ID=e1b59e25-4851-452d-b8d8-4385c5378fa2,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:12:57.982490 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-00c47742-4171-4d36-9777-0418d10dafe1 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:12:58.077780 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-00c47742-4171-4d36-9777-0418d10dafe1 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks [] for floatingip, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:12:58.092221 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-00c47742-4171-4d36-9777-0418d10dafe1 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:12:58.093442 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-00c47742-4171-4d36-9777-0418d10dafe1 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "DELETE /v2.0/floatingips/dac4e0fc-44df-4ebe-95a4-91fa6b6a5794 HTTP/1.1" status: 204 len: 168 time: 0.9040878 Apr 21 06:12:58.815731 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 34912) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:12:58.821596 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-3f414f81-3a0a-4d39-854d-db2950734e37 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Request body: {'security_group': {'name': 'tempest-securitygroup--7338377', 'description': 'tempest-description--731013254'}} {{(pid=86433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:12:58.827799 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-3f414f81-3a0a-4d39-854d-db2950734e37 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:12:58.832215 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-3f414f81-3a0a-4d39-854d-db2950734e37 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Usage tracker for resource:security_group and tenant:9b8b3b90db3b4377b76614075eb19d93 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:12:58.835214 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-3f414f81-3a0a-4d39-854d-db2950734e37 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:12:58.841173 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-3f414f81-3a0a-4d39-854d-db2950734e37 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:12:58.883199 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3f414f81-3a0a-4d39-854d-db2950734e37 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks [] for security_group, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:12:58.909304 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-3f414f81-3a0a-4d39-854d-db2950734e37 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:12:58.913714 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-3f414f81-3a0a-4d39-854d-db2950734e37 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Usage tracker for resource:security_group_rule and tenant:9b8b3b90db3b4377b76614075eb19d93 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:12:58.916685 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-3f414f81-3a0a-4d39-854d-db2950734e37 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:12:58.922718 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-3f414f81-3a0a-4d39-854d-db2950734e37 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:12:59.102554 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3f414f81-3a0a-4d39-854d-db2950734e37 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks [] for security_group, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:12:59.131162 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3f414f81-3a0a-4d39-854d-db2950734e37 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:12:59.136720 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9ead747f-8001-40b9-b107-8f001dd30709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:12:59.179628 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f414f81-3a0a-4d39-854d-db2950734e37 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad0ef91-9a9b-45cc-bf62-f10437513b54,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:12:59.182440 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-3f414f81-3a0a-4d39-854d-db2950734e37 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:12:59.203224 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3f414f81-3a0a-4d39-854d-db2950734e37 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks [] for security_group, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:12:59.204561 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-3f414f81-3a0a-4d39-854d-db2950734e37 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 0.3877065 Apr 21 06:12:59.207922 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 34924) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:12:59.213688 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-04986efa-a79a-469c-94d4-f6522686b2e6 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Request body: {'security_group_rule': {'security_group_id': '4ad0ef91-9a9b-45cc-bf62-f10437513b54', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:12:59.220058 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-04986efa-a79a-469c-94d4-f6522686b2e6 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:12:59.224991 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-04986efa-a79a-469c-94d4-f6522686b2e6 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Usage tracker for resource:security_group_rule and tenant:9b8b3b90db3b4377b76614075eb19d93 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:12:59.228234 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-04986efa-a79a-469c-94d4-f6522686b2e6 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:12:59.234241 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-04986efa-a79a-469c-94d4-f6522686b2e6 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:12:59.278528 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-04986efa-a79a-469c-94d4-f6522686b2e6 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:12:59.340051 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-04986efa-a79a-469c-94d4-f6522686b2e6 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:12:59.377094 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-04986efa-a79a-469c-94d4-f6522686b2e6 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993536'] for security_group_rule, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:12:59.379377 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-6c90b9c3-57f7-4aa5-a4a1-2fd3766eb0ca tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:12:59.405112 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04986efa-a79a-469c-94d4-f6522686b2e6 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35eaba79-3dd0-4feb-a21d-73d68fdfa1b9,revision_number=0']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:12:59.408146 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-04986efa-a79a-469c-94d4-f6522686b2e6 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:12:59.439758 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-04986efa-a79a-469c-94d4-f6522686b2e6 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:12:59.440992 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-04986efa-a79a-469c-94d4-f6522686b2e6 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2319324 Apr 21 06:12:59.443866 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 34930) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:12:59.449210 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-4c2fa266-fb31-4045-8252-e553298a4d8c tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Request body: {'security_group_rule': {'security_group_id': '4ad0ef91-9a9b-45cc-bf62-f10437513b54', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:12:59.455216 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-4c2fa266-fb31-4045-8252-e553298a4d8c tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:12:59.459144 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-4c2fa266-fb31-4045-8252-e553298a4d8c tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Usage tracker for resource:security_group_rule and tenant:9b8b3b90db3b4377b76614075eb19d93 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:12:59.462047 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-4c2fa266-fb31-4045-8252-e553298a4d8c tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:12:59.467978 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-4c2fa266-fb31-4045-8252-e553298a4d8c tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:12:59.514462 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4c2fa266-fb31-4045-8252-e553298a4d8c tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:12:59.575739 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4c2fa266-fb31-4045-8252-e553298a4d8c tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:12:59.611388 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4c2fa266-fb31-4045-8252-e553298a4d8c tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993536'] for security_group_rule, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:12:59.613367 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:12:59.636290 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2fa266-fb31-4045-8252-e553298a4d8c tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45ff9809-0e32-4291-8ed1-442a3c66fb65,revision_number=0']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:12:59.638725 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-4c2fa266-fb31-4045-8252-e553298a4d8c tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:12:59.674303 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4c2fa266-fb31-4045-8252-e553298a4d8c tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:12:59.675588 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-4c2fa266-fb31-4045-8252-e553298a4d8c tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2307489 Apr 21 06:12:59.678937 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 34934) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:12:59.684293 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-f09a3c0a-279a-498e-9db5-41fdae15cc85 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Request body: {'floatingip': {'floating_network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152'}} {{(pid=86433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:12:59.690209 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-f09a3c0a-279a-498e-9db5-41fdae15cc85 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:12:59.694135 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-f09a3c0a-279a-498e-9db5-41fdae15cc85 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Usage tracker for resource:floatingip and tenant:9b8b3b90db3b4377b76614075eb19d93 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:12:59.697039 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-f09a3c0a-279a-498e-9db5-41fdae15cc85 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:12:59.702967 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-f09a3c0a-279a-498e-9db5-41fdae15cc85 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:12:59.748096 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f09a3c0a-279a-498e-9db5-41fdae15cc85 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks [] for floatingip, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:12:59.886203 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f09a3c0a-279a-498e-9db5-41fdae15cc85 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:13:00.057655 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.db_base_plugin_common [None req-f09a3c0a-279a-498e-9db5-41fdae15cc85 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Allocated IP 172.27.2.163 (07a7a1dd-edf9-4d1b-80a1-539c21f96152/ecb89d71-8db1-4ceb-ad17-1c0004eeb607/934f1bcf-dc03-4d08-91c7-280580b5b25c) {{(pid=86433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:13:00.521047 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f09a3c0a-279a-498e-9db5-41fdae15cc85 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks [] for port, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:13:00.576780 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f09a3c0a-279a-498e-9db5-41fdae15cc85 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363270981802970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6571441'] for port, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:13:00.581326 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-c6669bc9-8574-486f-92e1-a0287a7a71a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:13:00.646373 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09a3c0a-279a-498e-9db5-41fdae15cc85 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Network 07a7a1dd-edf9-4d1b-80a1-539c21f96152 is already hosted by enough agents. {{(pid=86433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:13:00.649827 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [None req-f09a3c0a-279a-498e-9db5-41fdae15cc85 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Resources bound (agent type, host, resource id): {{(pid=86433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:13:00.653709 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09a3c0a-279a-498e-9db5-41fdae15cc85 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Received port after_create {{(pid=86433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:13:00.693643 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09a3c0a-279a-498e-9db5-41fdae15cc85 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Pushing event updated for resources: {'Port': ['ID=934f1bcf-dc03-4d08-91c7-280580b5b25c,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:13:00.697687 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-f09a3c0a-279a-498e-9db5-41fdae15cc85 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:13:00.742942 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f09a3c0a-279a-498e-9db5-41fdae15cc85 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:13:00.830689 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f09a3c0a-279a-498e-9db5-41fdae15cc85 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:13:01.057112 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f09a3c0a-279a-498e-9db5-41fdae15cc85 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks [] for port, precommit_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:13:01.094397 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f09a3c0a-279a-498e-9db5-41fdae15cc85 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848204360'] for port, after_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:13:01.100220 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-526bab66-9f9e-4743-aa34-e18d609cdef1 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:13:01.215478 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09a3c0a-279a-498e-9db5-41fdae15cc85 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Pushing event updated for resources: {'Port': ['ID=934f1bcf-dc03-4d08-91c7-280580b5b25c,revision_number=2']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:13:01.218489 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-f09a3c0a-279a-498e-9db5-41fdae15cc85 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:13:01.226361 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f09a3c0a-279a-498e-9db5-41fdae15cc85 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8011185'] for floatingip, after_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:13:01.291491 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f09a3c0a-279a-498e-9db5-41fdae15cc85 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:13:01.292550 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-f09a3c0a-279a-498e-9db5-41fdae15cc85 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6126311 Apr 21 06:13:01.642364 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-590ee7ed-0b90-40b8-b49e-5d451a51cb16 req-555449c1-a337-4af9-85c6-c09162a1942a tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Synchronizing usage tracker for tenant:9b8b3b90db3b4377b76614075eb19d93 on resource:security_group {{(pid=86433) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:13:01.685398 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-590ee7ed-0b90-40b8-b49e-5d451a51cb16 req-555449c1-a337-4af9-85c6-c09162a1942a tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Unset dirty status for tenant:9b8b3b90db3b4377b76614075eb19d93 on resource:security_group {{(pid=86433) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:13:01.686665 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-590ee7ed-0b90-40b8-b49e-5d451a51cb16 req-555449c1-a337-4af9-85c6-c09162a1942a tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--7338377&fields=id&tenant_id=9b8b3b90db3b4377b76614075eb19d93 HTTP/1.1" status: 200 len: 267 time: 0.0884876 Apr 21 06:13:01.850041 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ee7ed-0b90-40b8-b49e-5d451a51cb16 req-a6929b50-f493-45dd-aad4-37f4bdaa60e0 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:13:01.851590 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-590ee7ed-0b90-40b8-b49e-5d451a51cb16 req-a6929b50-f493-45dd-aad4-37f4bdaa60e0 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/networks?id=4adbb71d-0e3c-4f02-8c40-88a15a7ed44f HTTP/1.1" status: 200 len: 816 time: 0.1569300 Apr 21 06:13:01.867196 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-590ee7ed-0b90-40b8-b49e-5d451a51cb16 req-6cd36e16-94ec-4676-9336-1349ed48b94e tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/quotas/9b8b3b90db3b4377b76614075eb19d93 HTTP/1.1" status: 200 len: 375 time: 0.0096238 Apr 21 06:13:01.958893 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-590ee7ed-0b90-40b8-b49e-5d451a51cb16 req-1a6c1e6f-7a53-4a4e-bf13-e14006557469 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Synchronizing usage tracker for tenant:9b8b3b90db3b4377b76614075eb19d93 on resource:port {{(pid=86433) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:13:02.002993 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-590ee7ed-0b90-40b8-b49e-5d451a51cb16 req-1a6c1e6f-7a53-4a4e-bf13-e14006557469 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Unset dirty status for tenant:9b8b3b90db3b4377b76614075eb19d93 on resource:port {{(pid=86433) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:13:02.004455 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-590ee7ed-0b90-40b8-b49e-5d451a51cb16 req-1a6c1e6f-7a53-4a4e-bf13-e14006557469 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9b8b3b90db3b4377b76614075eb19d93&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1320083 Apr 21 06:13:02.034022 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-a7fbfc2b-26e7-41ef-b675-eff54cdd7bb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:13:02.261101 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-590ee7ed-0b90-40b8-b49e-5d451a51cb16 req-e32a4777-8725-4d4a-8153-66de909c8653 service neutron] 10.222.0.15 "GET /v2.0/networks/4adbb71d-0e3c-4f02-8c40-88a15a7ed44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438245 Apr 21 06:13:02.409776 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-590ee7ed-0b90-40b8-b49e-5d451a51cb16 req-27887969-d79a-4694-8ed5-e6c1cea55cab service neutron] 10.222.0.15 "GET /v2.0/networks/4adbb71d-0e3c-4f02-8c40-88a15a7ed44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423237 Apr 21 06:13:02.641383 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-be0ae72b-5d6b-4846-9866-c0018bd2802b req-49de8a38-2607-4e88-bb27-af2d288ccdf7 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=e963bbac-3e29-4157-a959-3628d5b15da7 HTTP/1.1" status: 200 len: 210 time: 0.0532920 Apr 21 06:13:03.897545 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c999fe6c-925a-498e-a3ac-851345d0bfca req-c63882c7-6629-4315-85f6-9e11a8c3dbbc tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=e963bbac-3e29-4157-a959-3628d5b15da7 HTTP/1.1" status: 200 len: 210 time: 0.0512168 Apr 21 06:13:04.523035 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-33880fde-f67b-48bb-8edd-ca446a0c0c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:13:04.848956 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:13:04.996391 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ee7ed-0b90-40b8-b49e-5d451a51cb16 req-dffe5d28-e48d-4f0b-94d3-f36f15d7a83e tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:13:04.997139 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-590ee7ed-0b90-40b8-b49e-5d451a51cb16 req-dffe5d28-e48d-4f0b-94d3-f36f15d7a83e tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Synchronizing usage tracker for tenant:9b8b3b90db3b4377b76614075eb19d93 on resource:network {{(pid=86432) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:13:05.071352 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-590ee7ed-0b90-40b8-b49e-5d451a51cb16 req-dffe5d28-e48d-4f0b-94d3-f36f15d7a83e tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Unset dirty status for tenant:9b8b3b90db3b4377b76614075eb19d93 on resource:network {{(pid=86432) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:13:05.072505 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-590ee7ed-0b90-40b8-b49e-5d451a51cb16 req-dffe5d28-e48d-4f0b-94d3-f36f15d7a83e tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.11 "GET /v2.0/networks?id=4adbb71d-0e3c-4f02-8c40-88a15a7ed44f HTTP/1.1" status: 200 len: 816 time: 0.2374806 Apr 21 06:13:05.080367 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a6fdfb79-9442-4b5c-84a9-0ab554b7ef62 req-b196d163-14fa-4192-96d9-f776b86b2f2e tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=e963bbac-3e29-4157-a959-3628d5b15da7 HTTP/1.1" status: 200 len: 210 time: 0.0586169 Apr 21 06:13:05.124751 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-590ee7ed-0b90-40b8-b49e-5d451a51cb16 req-9c0bba18-8a18-4e32-a117-b91a5436f6f7 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b8b3b90db3b4377b76614075eb19d93 HTTP/1.1" status: 200 len: 377 time: 0.0430984 Apr 21 06:13:05.136775 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [req-590ee7ed-0b90-40b8-b49e-5d451a51cb16 req-0b9253b8-f40a-42ad-b7ad-05f2fff38ddf tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Request body: {'port': {'device_id': 'e963bbac-3e29-4157-a959-3628d5b15da7', 'network_id': '4adbb71d-0e3c-4f02-8c40-88a15a7ed44f', 'admin_state_up': True, 'tenant_id': '9b8b3b90db3b4377b76614075eb19d93', 'security_groups': ['4ad0ef91-9a9b-45cc-bf62-f10437513b54']}} {{(pid=86432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:13:05.285453 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [req-590ee7ed-0b90-40b8-b49e-5d451a51cb16 req-0b9253b8-f40a-42ad-b7ad-05f2fff38ddf tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:13:05.295654 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [req-590ee7ed-0b90-40b8-b49e-5d451a51cb16 req-0b9253b8-f40a-42ad-b7ad-05f2fff38ddf tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:13:05.352111 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-590ee7ed-0b90-40b8-b49e-5d451a51cb16 req-0b9253b8-f40a-42ad-b7ad-05f2fff38ddf tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Made reservation on behalf of 9b8b3b90db3b4377b76614075eb19d93 for: {'port': 1} {{(pid=86432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:13:05.359061 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-590ee7ed-0b90-40b8-b49e-5d451a51cb16 req-0b9253b8-f40a-42ad-b7ad-05f2fff38ddf tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:13:05.485834 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:13:05.537675 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.db_base_plugin_common [req-590ee7ed-0b90-40b8-b49e-5d451a51cb16 req-0b9253b8-f40a-42ad-b7ad-05f2fff38ddf tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Allocated IP 172.20.0.5 (4adbb71d-0e3c-4f02-8c40-88a15a7ed44f/6540d99e-bc73-4d77-9e9a-a9934313dcf7/2387a5e1-0796-422a-9fbb-0b0608370e81) {{(pid=86432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:13:05.733715 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-590ee7ed-0b90-40b8-b49e-5d451a51cb16 req-0b9253b8-f40a-42ad-b7ad-05f2fff38ddf tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks [] for port, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:13:05.750694 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [req-590ee7ed-0b90-40b8-b49e-5d451a51cb16 req-0b9253b8-f40a-42ad-b7ad-05f2fff38ddf tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Transition to ACTIVE for port object 2387a5e1-0796-422a-9fbb-0b0608370e81 will not be triggered until provisioned by entity DHCP. {{(pid=86432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:13:05.806349 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-590ee7ed-0b90-40b8-b49e-5d451a51cb16 req-0b9253b8-f40a-42ad-b7ad-05f2fff38ddf tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363270981802970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848222423'] for port, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:13:05.812505 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-504645ea-ddfd-4f7f-b4d1-0533d1afd8a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:13:05.887265 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-590ee7ed-0b90-40b8-b49e-5d451a51cb16 req-0b9253b8-f40a-42ad-b7ad-05f2fff38ddf tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Network 4adbb71d-0e3c-4f02-8c40-88a15a7ed44f is already hosted by enough agents. {{(pid=86432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:13:05.890508 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [req-590ee7ed-0b90-40b8-b49e-5d451a51cb16 req-0b9253b8-f40a-42ad-b7ad-05f2fff38ddf tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Resources bound (agent type, host, resource id): {{(pid=86432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:13:05.895163 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [req-590ee7ed-0b90-40b8-b49e-5d451a51cb16 req-0b9253b8-f40a-42ad-b7ad-05f2fff38ddf tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Received port after_create {{(pid=86432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:13:05.933355 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9253b8-f40a-42ad-b7ad-05f2fff38ddf tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Pushing event updated for resources: {'Port': ['ID=2387a5e1-0796-422a-9fbb-0b0608370e81,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:13:05.946168 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9253b8-f40a-42ad-b7ad-05f2fff38ddf tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:13:05.946576 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9253b8-f40a-42ad-b7ad-05f2fff38ddf tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:13:05.947084 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9253b8-f40a-42ad-b7ad-05f2fff38ddf tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:13:05.947478 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9253b8-f40a-42ad-b7ad-05f2fff38ddf tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:13:05.947860 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9253b8-f40a-42ad-b7ad-05f2fff38ddf tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:13:05.948246 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9253b8-f40a-42ad-b7ad-05f2fff38ddf tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:13:05.948632 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9253b8-f40a-42ad-b7ad-05f2fff38ddf tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:13:05.949017 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9253b8-f40a-42ad-b7ad-05f2fff38ddf tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:13:05.949402 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9253b8-f40a-42ad-b7ad-05f2fff38ddf tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:13:05.949784 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9253b8-f40a-42ad-b7ad-05f2fff38ddf tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:13:05.950178 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9253b8-f40a-42ad-b7ad-05f2fff38ddf tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:13:05.950551 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9253b8-f40a-42ad-b7ad-05f2fff38ddf tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:13:05.956900 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-0b9253b8-f40a-42ad-b7ad-05f2fff38ddf tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:13:05.980769 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ee7ed-0b90-40b8-b49e-5d451a51cb16 req-0b9253b8-f40a-42ad-b7ad-05f2fff38ddf tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:13:05.981735 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-590ee7ed-0b90-40b8-b49e-5d451a51cb16 req-0b9253b8-f40a-42ad-b7ad-05f2fff38ddf tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:13:06.041138 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-590ee7ed-0b90-40b8-b49e-5d451a51cb16 req-0b9253b8-f40a-42ad-b7ad-05f2fff38ddf tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9083962 Apr 21 06:13:06.052844 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [req-590ee7ed-0b90-40b8-b49e-5d451a51cb16 req-6b5b97b3-f3b4-4877-a9bf-754e6c5d9ba3 service neutron] Request body: {'port': {'device_id': 'e963bbac-3e29-4157-a959-3628d5b15da7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=86432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:13:06.176132 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-590ee7ed-0b90-40b8-b49e-5d451a51cb16 req-6b5b97b3-f3b4-4877-a9bf-754e6c5d9ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:13:06.176960 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-c0b86ea4-dad6-4fc3-966b-20025e0b24a4 None None] Provisioning for port 2387a5e1-0796-422a-9fbb-0b0608370e81 completed by entity DHCP. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:13:06.182418 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-c0b86ea4-dad6-4fc3-966b-20025e0b24a4 None None] Provisioning complete for port 2387a5e1-0796-422a-9fbb-0b0608370e81 triggered by entity DHCP. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:13:06.182871 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-c0b86ea4-dad6-4fc3-966b-20025e0b24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:13:06.258569 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-c0b86ea4-dad6-4fc3-966b-20025e0b24a4 None None] Port 2387a5e1-0796-422a-9fbb-0b0608370e81 cannot update to ACTIVE because it is not bound. {{(pid=86434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 06:13:06.300996 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c1d0d-4b7b-49ba-ab04-b6a67a8af7f7 req-8b956e5c-5e27-4033-9c79-c2a74da8b3ee tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:13:06.302588 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-9f0c1d0d-4b7b-49ba-ab04-b6a67a8af7f7 req-8b956e5c-5e27-4033-9c79-c2a74da8b3ee tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=e963bbac-3e29-4157-a959-3628d5b15da7 HTTP/1.1" status: 200 len: 931 time: 0.0939436 Apr 21 06:13:06.331086 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:13:06.351480 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-9f0c1d0d-4b7b-49ba-ab04-b6a67a8af7f7 req-3a784ab9-fe7a-463e-86ef-455452228346 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ad0ef91-9a9b-45cc-bf62-f10437513b54&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0424109 Apr 21 06:13:06.557877 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [req-590ee7ed-0b90-40b8-b49e-5d451a51cb16 req-6b5b97b3-f3b4-4877-a9bf-754e6c5d9ba3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2387a5e1-0796-422a-9fbb-0b0608370e81 {{(pid=86432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 06:13:06.566868 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-590ee7ed-0b90-40b8-b49e-5d451a51cb16 req-6b5b97b3-f3b4-4877-a9bf-754e6c5d9ba3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:13:06.581667 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [req-590ee7ed-0b90-40b8-b49e-5d451a51cb16 req-6b5b97b3-f3b4-4877-a9bf-754e6c5d9ba3 service neutron] Transition to ACTIVE for port object 2387a5e1-0796-422a-9fbb-0b0608370e81 will not be triggered until provisioned by entity L2. {{(pid=86432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:13:06.611564 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-590ee7ed-0b90-40b8-b49e-5d451a51cb16 req-6b5b97b3-f3b4-4877-a9bf-754e6c5d9ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6553376'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:13:06.616568 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-6ce91dc7-cb4f-4128-a98d-e884fc951668 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:13:06.794458 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5b97b3-f3b4-4877-a9bf-754e6c5d9ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=2387a5e1-0796-422a-9fbb-0b0608370e81,revision_number=2']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:13:06.827109 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-6b5b97b3-f3b4-4877-a9bf-754e6c5d9ba3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:13:06.867629 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [req-590ee7ed-0b90-40b8-b49e-5d451a51cb16 req-6b5b97b3-f3b4-4877-a9bf-754e6c5d9ba3 service neutron] Attempting to bind port 2387a5e1-0796-422a-9fbb-0b0608370e81 on host hv-cinder-78239 for vnic_type normal with profile {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:13:06.868000 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [req-590ee7ed-0b90-40b8-b49e-5d451a51cb16 req-6b5b97b3-f3b4-4877-a9bf-754e6c5d9ba3 service neutron] Attempting to bind port 2387a5e1-0796-422a-9fbb-0b0608370e81 by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': 'abf7ed71-e9c8-4881-8104-244b9f5ab084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4adbb71d-0e3c-4f02-8c40-88a15a7ed44f'}] {{(pid=86432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:13:06.868361 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590ee7ed-0b90-40b8-b49e-5d451a51cb16 req-6b5b97b3-f3b4-4877-a9bf-754e6c5d9ba3 service neutron] Attempting to bind port 2387a5e1-0796-422a-9fbb-0b0608370e81 on network 4adbb71d-0e3c-4f02-8c40-88a15a7ed44f {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:13:06.873207 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590ee7ed-0b90-40b8-b49e-5d451a51cb16 req-6b5b97b3-f3b4-4877-a9bf-754e6c5d9ba3 service neutron] Port 2387a5e1-0796-422a-9fbb-0b0608370e81 on network 4adbb71d-0e3c-4f02-8c40-88a15a7ed44f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 06:13:06.873564 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590ee7ed-0b90-40b8-b49e-5d451a51cb16 req-6b5b97b3-f3b4-4877-a9bf-754e6c5d9ba3 service neutron] Attempting to bind port 2387a5e1-0796-422a-9fbb-0b0608370e81 on network 4adbb71d-0e3c-4f02-8c40-88a15a7ed44f {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:13:06.879361 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590ee7ed-0b90-40b8-b49e-5d451a51cb16 req-6b5b97b3-f3b4-4877-a9bf-754e6c5d9ba3 service neutron] Checking agent: {'id': '1687539a-73b5-4d9c-8d40-15e28bacc92a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 2, 5), 'started_at': datetime.datetime(2021, 4, 21, 6, 2, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:13:06.879718 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590ee7ed-0b90-40b8-b49e-5d451a51cb16 req-6b5b97b3-f3b4-4877-a9bf-754e6c5d9ba3 service neutron] Checking segment: {'id': 'abf7ed71-e9c8-4881-8104-244b9f5ab084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4adbb71d-0e3c-4f02-8c40-88a15a7ed44f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:13:06.880135 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590ee7ed-0b90-40b8-b49e-5d451a51cb16 req-6b5b97b3-f3b4-4877-a9bf-754e6c5d9ba3 service neutron] Bound using segment: {'id': 'abf7ed71-e9c8-4881-8104-244b9f5ab084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4adbb71d-0e3c-4f02-8c40-88a15a7ed44f'} {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:13:06.880603 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [req-590ee7ed-0b90-40b8-b49e-5d451a51cb16 req-6b5b97b3-f3b4-4877-a9bf-754e6c5d9ba3 service neutron] Bound port: 2387a5e1-0796-422a-9fbb-0b0608370e81, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abf7ed71-e9c8-4881-8104-244b9f5ab084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4adbb71d-0e3c-4f02-8c40-88a15a7ed44f'}}] {{(pid=86432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:13:06.881020 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-590ee7ed-0b90-40b8-b49e-5d451a51cb16 req-6b5b97b3-f3b4-4877-a9bf-754e6c5d9ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:13:06.978895 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [req-590ee7ed-0b90-40b8-b49e-5d451a51cb16 req-6b5b97b3-f3b4-4877-a9bf-754e6c5d9ba3 service neutron] For port 2387a5e1-0796-422a-9fbb-0b0608370e81, host hv-cinder-78239, cleared binding levels {{(pid=86432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:13:06.994826 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [req-590ee7ed-0b90-40b8-b49e-5d451a51cb16 req-6b5b97b3-f3b4-4877-a9bf-754e6c5d9ba3 service neutron] For port 2387a5e1-0796-422a-9fbb-0b0608370e81, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=2387a5e1-0796-422a-9fbb-0b0608370e81,segment=NetworkSegment(abf7ed71-e9c8-4881-8104-244b9f5ab084),segment_id=abf7ed71-e9c8-4881-8104-244b9f5ab084)] {{(pid=86432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:13:07.014371 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:13:07.037979 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-590ee7ed-0b90-40b8-b49e-5d451a51cb16 req-6b5b97b3-f3b4-4877-a9bf-754e6c5d9ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6553376'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:13:07.043040 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:13:07.075793 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:13:07.161997 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ee7ed-0b90-40b8-b49e-5d451a51cb16 req-6b5b97b3-f3b4-4877-a9bf-754e6c5d9ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:13:07.162640 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-590ee7ed-0b90-40b8-b49e-5d451a51cb16 req-6b5b97b3-f3b4-4877-a9bf-754e6c5d9ba3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:13:07.164155 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-590ee7ed-0b90-40b8-b49e-5d451a51cb16 req-6b5b97b3-f3b4-4877-a9bf-754e6c5d9ba3 service neutron] 10.222.0.11 "PUT /v2.0/ports/2387a5e1-0796-422a-9fbb-0b0608370e81 HTTP/1.1" status: 200 len: 1093 time: 1.1159918 Apr 21 06:13:07.167409 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e963bbac-3e29-4157-a959-3628d5b15da7', 'tag': '2387a5e1-0796-422a-9fbb-0b0608370e81'}] {{(pid=86432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:13:07.188189 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5b97b3-f3b4-4877-a9bf-754e6c5d9ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=2387a5e1-0796-422a-9fbb-0b0608370e81,revision_number=3']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:13:07.192456 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-6b5b97b3-f3b4-4877-a9bf-754e6c5d9ba3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:13:07.223408 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-82f11d3c-1da6-4a4f-a484-9c35adfc6ced req-1cb2792a-5213-40cd-936b-a8aace13abe2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b8da5d63-9858-4a18-9b9a-07455985ef41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1354711 Apr 21 06:13:07.332386 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e963bbac-3e29-4157-a959-3628d5b15da7', 'tag': '2387a5e1-0796-422a-9fbb-0b0608370e81', 'status': 'completed', 'code': 200} Apr 21 06:13:07.392818 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f11d3c-1da6-4a4f-a484-9c35adfc6ced req-b0fcdf84-fe0d-4b1a-b0a1-1e51d485f712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:13:07.394426 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-82f11d3c-1da6-4a4f-a484-9c35adfc6ced req-b0fcdf84-fe0d-4b1a-b0a1-1e51d485f712 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=83c72247bd04473380fa74addf843cfd&device_id=b8da5d63-9858-4a18-9b9a-07455985ef41 HTTP/1.1" status: 200 len: 1099 time: 0.1476738 Apr 21 06:13:07.400420 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ee7ed-0b90-40b8-b49e-5d451a51cb16 req-8de43430-6344-47c5-9c2f-e9258a565cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:13:07.401942 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-590ee7ed-0b90-40b8-b49e-5d451a51cb16 req-8de43430-6344-47c5-9c2f-e9258a565cde service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9b8b3b90db3b4377b76614075eb19d93&device_id=e963bbac-3e29-4157-a959-3628d5b15da7 HTTP/1.1" status: 200 len: 1096 time: 0.1094751 Apr 21 06:13:07.499607 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-590ee7ed-0b90-40b8-b49e-5d451a51cb16 req-f67cacd8-336b-46a3-a3a5-3d495097d1fb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2387a5e1-0796-422a-9fbb-0b0608370e81 HTTP/1.1" status: 200 len: 217 time: 0.0908945 Apr 21 06:13:07.562036 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6e084d-fd9a-4763-81fb-40f32f80ae2e req-44f8743f-2d77-463d-9324-e171996b40d5 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:13:07.563725 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ba6e084d-fd9a-4763-81fb-40f32f80ae2e req-44f8743f-2d77-463d-9324-e171996b40d5 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=e963bbac-3e29-4157-a959-3628d5b15da7 HTTP/1.1" status: 200 len: 943 time: 0.0920925 Apr 21 06:13:07.612394 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ba6e084d-fd9a-4763-81fb-40f32f80ae2e req-c1ab4973-de1c-4bcf-9660-8321f51aab07 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ad0ef91-9a9b-45cc-bf62-f10437513b54&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0420685 Apr 21 06:13:07.641138 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ee7ed-0b90-40b8-b49e-5d451a51cb16 req-d6fe862f-b02c-48fa-b448-72b4c37cca11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:13:07.643273 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-590ee7ed-0b90-40b8-b49e-5d451a51cb16 req-d6fe862f-b02c-48fa-b448-72b4c37cca11 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6540d99e-bc73-4d77-9e9a-a9934313dcf7 HTTP/1.1" status: 200 len: 855 time: 0.1322687 Apr 21 06:13:07.719018 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f11d3c-1da6-4a4f-a484-9c35adfc6ced req-98ea8534-7bcb-43a4-ab69-ef27e51338d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:13:07.721147 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-82f11d3c-1da6-4a4f-a484-9c35adfc6ced req-98ea8534-7bcb-43a4-ab69-ef27e51338d3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8a477b33-6a11-4388-9f32-3a61c0f7920e HTTP/1.1" status: 200 len: 919 time: 0.2531693 Apr 21 06:13:07.805764 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-82f11d3c-1da6-4a4f-a484-9c35adfc6ced req-865f5744-1686-4c92-9f37-0e81f99ebc52 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f15b2d24-48f2-4f38-80a6-0b3c822d56e2 HTTP/1.1" status: 200 len: 217 time: 0.0739958 Apr 21 06:13:07.851160 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ee7ed-0b90-40b8-b49e-5d451a51cb16 req-3651ff43-77ba-4d97-80ed-a202101bbc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:13:07.852726 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-590ee7ed-0b90-40b8-b49e-5d451a51cb16 req-3651ff43-77ba-4d97-80ed-a202101bbc1b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4adbb71d-0e3c-4f02-8c40-88a15a7ed44f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2019088 Apr 21 06:13:07.961752 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f11d3c-1da6-4a4f-a484-9c35adfc6ced req-94fb0ba2-075d-4106-98c4-d65d6963b19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:13:07.963373 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-82f11d3c-1da6-4a4f-a484-9c35adfc6ced req-94fb0ba2-075d-4106-98c4-d65d6963b19b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2da1c0c9-9d0e-43d1-a8aa-9f65aa7cd6bc HTTP/1.1" status: 200 len: 858 time: 0.1509612 Apr 21 06:13:08.027429 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-82f11d3c-1da6-4a4f-a484-9c35adfc6ced req-98f2a296-0fcd-4a98-90c7-68fe4dc71de2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8a477b33-6a11-4388-9f32-3a61c0f7920e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563126 Apr 21 06:13:08.096325 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-590ee7ed-0b90-40b8-b49e-5d451a51cb16 req-6f1501b0-3ceb-4423-adb4-e414271854c7 service neutron] 10.222.0.11 "GET /v2.0/networks/4adbb71d-0e3c-4f02-8c40-88a15a7ed44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369344 Apr 21 06:13:08.501849 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-82f11d3c-1da6-4a4f-a484-9c35adfc6ced req-bf06fe7e-a313-4a04-bfdb-03414939cdee service neutron] 10.222.0.11 "GET /v2.0/networks/8a477b33-6a11-4388-9f32-3a61c0f7920e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4663360 Apr 21 06:13:08.561215 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-590ee7ed-0b90-40b8-b49e-5d451a51cb16 req-d6759787-f516-4c6b-8a45-5139123656d0 service neutron] 10.222.0.11 "GET /v2.0/networks/4adbb71d-0e3c-4f02-8c40-88a15a7ed44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4205980 Apr 21 06:13:08.704569 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-82f11d3c-1da6-4a4f-a484-9c35adfc6ced req-bf8742ef-eebd-4215-bb84-0f87667d3a59 service neutron] 10.222.0.11 "GET /v2.0/networks/8a477b33-6a11-4388-9f32-3a61c0f7920e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947987 Apr 21 06:13:08.729254 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eaed57-d7dd-4669-8194-68387a0a348b req-395e7a08-1b94-46eb-801f-31d40e128f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:13:08.730890 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-23eaed57-d7dd-4669-8194-68387a0a348b req-395e7a08-1b94-46eb-801f-31d40e128f75 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9b8b3b90db3b4377b76614075eb19d93&device_id=e963bbac-3e29-4157-a959-3628d5b15da7 HTTP/1.1" status: 200 len: 1096 time: 0.0992446 Apr 21 06:13:08.938096 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eaed57-d7dd-4669-8194-68387a0a348b req-03cf685c-5cc1-4480-a19b-79c7d7827850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:13:08.939739 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-23eaed57-d7dd-4669-8194-68387a0a348b req-03cf685c-5cc1-4480-a19b-79c7d7827850 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4adbb71d-0e3c-4f02-8c40-88a15a7ed44f HTTP/1.1" status: 200 len: 917 time: 0.2022288 Apr 21 06:13:08.948788 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f694a03-46e1-42bd-82ac-f731c825001f req-7b5bbbcd-cf54-42b2-be5d-77eae9f57155 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:13:08.949525 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-5f694a03-46e1-42bd-82ac-f731c825001f req-7b5bbbcd-cf54-42b2-be5d-77eae9f57155 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Synchronizing usage tracker for tenant:9b8b3b90db3b4377b76614075eb19d93 on resource:port {{(pid=86432) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:13:09.030528 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-23eaed57-d7dd-4669-8194-68387a0a348b req-bdd95c0b-b6f3-4c94-95a7-8224f2d60c07 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2387a5e1-0796-422a-9fbb-0b0608370e81 HTTP/1.1" status: 200 len: 217 time: 0.0770483 Apr 21 06:13:09.077459 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-5f694a03-46e1-42bd-82ac-f731c825001f req-7b5bbbcd-cf54-42b2-be5d-77eae9f57155 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Unset dirty status for tenant:9b8b3b90db3b4377b76614075eb19d93 on resource:port {{(pid=86432) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:13:09.079013 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-5f694a03-46e1-42bd-82ac-f731c825001f req-7b5bbbcd-cf54-42b2-be5d-77eae9f57155 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=e963bbac-3e29-4157-a959-3628d5b15da7 HTTP/1.1" status: 200 len: 943 time: 0.3195882 Apr 21 06:13:09.151506 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eaed57-d7dd-4669-8194-68387a0a348b req-3b328949-048b-46d0-acd7-36a1cc88579f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:13:09.153135 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-23eaed57-d7dd-4669-8194-68387a0a348b req-3b328949-048b-46d0-acd7-36a1cc88579f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6540d99e-bc73-4d77-9e9a-a9934313dcf7 HTTP/1.1" status: 200 len: 855 time: 0.1151593 Apr 21 06:13:09.204997 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-5f694a03-46e1-42bd-82ac-f731c825001f req-861afa1f-4560-4713-af40-c2d413020e4b tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ad0ef91-9a9b-45cc-bf62-f10437513b54&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1065397 Apr 21 06:13:09.260771 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eaed57-d7dd-4669-8194-68387a0a348b req-b819013c-d4bc-4844-b0d7-883608d79eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:13:09.263747 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-23eaed57-d7dd-4669-8194-68387a0a348b req-b819013c-d4bc-4844-b0d7-883608d79eee service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4adbb71d-0e3c-4f02-8c40-88a15a7ed44f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1034822 Apr 21 06:13:09.408896 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-23eaed57-d7dd-4669-8194-68387a0a348b req-ad01587a-6a45-4e6f-929c-87a5f00d965a service neutron] 10.222.0.11 "GET /v2.0/networks/4adbb71d-0e3c-4f02-8c40-88a15a7ed44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364286 Apr 21 06:13:09.550573 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-23eaed57-d7dd-4669-8194-68387a0a348b req-8062e698-ee26-448e-83d0-a42daeb2efdc service neutron] 10.222.0.11 "GET /v2.0/networks/4adbb71d-0e3c-4f02-8c40-88a15a7ed44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347318 Apr 21 06:13:10.415857 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e933e5-ae67-4540-9caf-598e862d07e7 req-b14898e4-4fc1-46af-8452-535bc650babf tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:13:10.417476 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b9e933e5-ae67-4540-9caf-598e862d07e7 req-b14898e4-4fc1-46af-8452-535bc650babf tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=e963bbac-3e29-4157-a959-3628d5b15da7 HTTP/1.1" status: 200 len: 943 time: 0.0888493 Apr 21 06:13:10.467383 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b9e933e5-ae67-4540-9caf-598e862d07e7 req-25181ebb-9892-45ac-b1f7-a376fcb0ad44 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ad0ef91-9a9b-45cc-bf62-f10437513b54&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0435376 Apr 21 06:13:11.197556 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Device 2387a5e1-0796-422a-9fbb-0b0608370e81 details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=86434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 06:13:11.337567 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] For port 2387a5e1-0796-422a-9fbb-0b0608370e81, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=2387a5e1-0796-422a-9fbb-0b0608370e81,segment=NetworkSegment(abf7ed71-e9c8-4881-8104-244b9f5ab084),segment_id=abf7ed71-e9c8-4881-8104-244b9f5ab084)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:13:11.351797 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Returning: {'device': '2387a5e1-0796-422a-9fbb-0b0608370e81', 'network_id': '4adbb71d-0e3c-4f02-8c40-88a15a7ed44f', 'port_id': '2387a5e1-0796-422a-9fbb-0b0608370e81', 'mac_address': 'fa:16:3e:8b:a2:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6540d99e-bc73-4d77-9e9a-a9934313dcf7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 06:13:11.414285 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:13:11.431735 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2387a5e1-0796-422a-9fbb-0b0608370e81 {{(pid=86434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 06:13:11.460125 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] For port 2387a5e1-0796-422a-9fbb-0b0608370e81, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=2387a5e1-0796-422a-9fbb-0b0608370e81,segment=NetworkSegment(abf7ed71-e9c8-4881-8104-244b9f5ab084),segment_id=abf7ed71-e9c8-4881-8104-244b9f5ab084)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:13:11.479785 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:13:11.479785 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:13:11.573293 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Pushing event updated for resources: {'Port': ['ID=2387a5e1-0796-422a-9fbb-0b0608370e81,revision_number=4']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:13:11.582664 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:13:11.583438 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:13:11.584007 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:13:11.584574 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:13:11.585131 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:13:11.585709 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:13:11.586263 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:13:11.586877 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:13:11.587504 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:13:11.587945 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:13:11.588444 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:13:11.588878 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:13:11.593444 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:13:11.690897 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507845b-d31f-4946-ac67-cd77f63e3edf req-bad0c411-ac19-4e6e-9261-0f89cec1a36b tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:13:11.692571 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-7507845b-d31f-4946-ac67-cd77f63e3edf req-bad0c411-ac19-4e6e-9261-0f89cec1a36b tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=e963bbac-3e29-4157-a959-3628d5b15da7 HTTP/1.1" status: 200 len: 944 time: 0.0928879 Apr 21 06:13:11.740141 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-7507845b-d31f-4946-ac67-cd77f63e3edf req-6865dce8-de14-4480-a67e-d74820a6240d tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ad0ef91-9a9b-45cc-bf62-f10437513b54&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0412705 Apr 21 06:13:11.753469 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] get_ports_and_sgs() called for port_ids ['2387a5e1-0796-422a-9fbb-0b0608370e81'] {{(pid=86434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:13:12.944515 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cead2c4-672c-4f17-a35a-4ce8618cd3cf req-53cdb168-0458-4ae9-9fd5-388adf42d215 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:13:12.946087 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-5cead2c4-672c-4f17-a35a-4ce8618cd3cf req-53cdb168-0458-4ae9-9fd5-388adf42d215 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=e963bbac-3e29-4157-a959-3628d5b15da7 HTTP/1.1" status: 200 len: 944 time: 0.0892026 Apr 21 06:13:12.992660 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-5cead2c4-672c-4f17-a35a-4ce8618cd3cf req-61e401a5-e8d2-4c50-9b01-9f6aa66c61e8 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ad0ef91-9a9b-45cc-bf62-f10437513b54&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0403018 Apr 21 06:13:13.210763 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Device 2387a5e1-0796-422a-9fbb-0b0608370e81 up at agent hyperv_hv-cinder-78239 {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:13:13.334602 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Provisioning for port 2387a5e1-0796-422a-9fbb-0b0608370e81 completed by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:13:13.339816 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Provisioning complete for port 2387a5e1-0796-422a-9fbb-0b0608370e81 triggered by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:13:13.340233 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:13:13.466862 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:13:13.496324 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e963bbac-3e29-4157-a959-3628d5b15da7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2387a5e1-0796-422a-9fbb-0b0608370e81'}] {{(pid=86434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:13:13.506889 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] For port 2387a5e1-0796-422a-9fbb-0b0608370e81, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=2387a5e1-0796-422a-9fbb-0b0608370e81,segment=NetworkSegment(abf7ed71-e9c8-4881-8104-244b9f5ab084),segment_id=abf7ed71-e9c8-4881-8104-244b9f5ab084)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:13:13.537202 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:13:13.540006 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-2cbe64c4-b343-40f0-8b92-ae521adca6fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:13:13.603726 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e963bbac-3e29-4157-a959-3628d5b15da7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2387a5e1-0796-422a-9fbb-0b0608370e81', 'code': 200} Apr 21 06:13:13.617034 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Pushing event updated for resources: {'Port': ['ID=2387a5e1-0796-422a-9fbb-0b0608370e81,revision_number=5']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:13:13.620282 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:13:13.943668 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cdf04e-f6bd-433e-853e-b4c4d1091ac5 req-d974e577-d6d5-4d7c-aa9c-8fad2ccd90de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:13:13.945243 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c4cdf04e-f6bd-433e-853e-b4c4d1091ac5 req-d974e577-d6d5-4d7c-aa9c-8fad2ccd90de service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e963bbac-3e29-4157-a959-3628d5b15da7 HTTP/1.1" status: 200 len: 1098 time: 0.0756330 Apr 21 06:13:13.986786 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c4cdf04e-f6bd-433e-853e-b4c4d1091ac5 req-3fe8f11c-d4ad-4a23-b443-750fc8710f40 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4ad0ef91-9a9b-45cc-bf62-f10437513b54&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0356712 Apr 21 06:13:14.198447 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ff06e-18ac-477f-936f-3a67cb46acee req-9e42f1bc-55be-46b4-9a7b-84920d43e43c tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:13:14.200050 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-eb9ff06e-18ac-477f-936f-3a67cb46acee req-9e42f1bc-55be-46b4-9a7b-84920d43e43c tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=e963bbac-3e29-4157-a959-3628d5b15da7 HTTP/1.1" status: 200 len: 945 time: 0.0891285 Apr 21 06:13:14.247305 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-eb9ff06e-18ac-477f-936f-3a67cb46acee req-c5d4ed64-cdd8-4431-a1ac-a13451850300 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ad0ef91-9a9b-45cc-bf62-f10437513b54&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0404515 Apr 21 06:13:15.463333 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791ca8bf-6ee6-4c87-aa96-a664ed962e7a req-899de8c3-899d-440a-916d-985429a39a95 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:13:15.464927 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-791ca8bf-6ee6-4c87-aa96-a664ed962e7a req-899de8c3-899d-440a-916d-985429a39a95 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=e963bbac-3e29-4157-a959-3628d5b15da7 HTTP/1.1" status: 200 len: 945 time: 0.0940168 Apr 21 06:13:15.513144 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-791ca8bf-6ee6-4c87-aa96-a664ed962e7a req-8d77eb76-2a61-44b4-a1ea-9e2fe89fb0ce tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ad0ef91-9a9b-45cc-bf62-f10437513b54&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0409460 Apr 21 06:13:15.713578 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd618d29-5955-429e-9530-82ac66c869fb req-a551fc90-e253-4813-bf8a-ebb8c2505b63 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:13:15.715148 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-fd618d29-5955-429e-9530-82ac66c869fb req-a551fc90-e253-4813-bf8a-ebb8c2505b63 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=e963bbac-3e29-4157-a959-3628d5b15da7 HTTP/1.1" status: 200 len: 945 time: 0.0894206 Apr 21 06:13:15.724263 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 35178) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:13:15.729879 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-277de9b8-ac7f-4ebe-ad27-11333ecb2bc3 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Request body: {'floatingip': {'port_id': '2387a5e1-0796-422a-9fbb-0b0608370e81'}} {{(pid=86433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:13:15.813907 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-277de9b8-ac7f-4ebe-ad27-11333ecb2bc3 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks [] for floatingip, before_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:13:16.416712 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-277de9b8-ac7f-4ebe-ad27-11333ecb2bc3 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:13:16.471617 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-277de9b8-ac7f-4ebe-ad27-11333ecb2bc3 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8011185'] for floatingip, after_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:13:16.654757 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.db.l3_db [None req-277de9b8-ac7f-4ebe-ad27-11333ecb2bc3 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Floating IP 0f0f045d-6d9e-4bbc-a45b-2823eee6c619 associated. External IP: 172.27.2.163, port: 2387a5e1-0796-422a-9fbb-0b0608370e81. Apr 21 06:13:17.251940 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-277de9b8-ac7f-4ebe-ad27-11333ecb2bc3 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Router 6e6690b2-817d-4eed-bc76-a6fc06826193 has already been hosted by L3 agent 11ad1a07-0ae8-4245-9270-47a08d3f943a {{(pid=86433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 06:13:17.441538 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277de9b8-ac7f-4ebe-ad27-11333ecb2bc3 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify agent at l3_agent.dv-cinder-782390-6-iscsi the message routers_updated {{(pid=86433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 06:13:17.446450 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-277de9b8-ac7f-4ebe-ad27-11333ecb2bc3 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:13:17.451195 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91551197-6891-4301-9a76-2b65d70861b4 None None] Sync routers for ids ['6e6690b2-817d-4eed-bc76-a6fc06826193'] in dv-cinder-782390-6-iscsi {{(pid=86435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 06:13:17.461502 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91551197-6891-4301-9a76-2b65d70861b4 None None] Routers {'6e6690b2-817d-4eed-bc76-a6fc06826193'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:13:17.462152 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-91551197-6891-4301-9a76-2b65d70861b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T06:13:04Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['6e6690b2-817d-4eed-bc76-a6fc06826193'], 'active': True} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:13:17.503856 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-277de9b8-ac7f-4ebe-ad27-11333ecb2bc3 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "PUT /v2.0/floatingips/0f0f045d-6d9e-4bbc-a45b-2823eee6c619 HTTP/1.1" status: 200 len: 991 time: 1.7784221 Apr 21 06:13:17.504528 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e963bbac-3e29-4157-a959-3628d5b15da7', 'tag': '2387a5e1-0796-422a-9fbb-0b0608370e81'}] {{(pid=86433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:13:17.556733 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e963bbac-3e29-4157-a959-3628d5b15da7', 'tag': '2387a5e1-0796-422a-9fbb-0b0608370e81', 'status': 'completed', 'code': 200} Apr 21 06:13:17.659275 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e241aa-7900-4acf-83d4-e4b5c32ba10a req-158c912c-1a78-4f43-a2c0-5cec9b7f0edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:13:17.660739 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f5e241aa-7900-4acf-83d4-e4b5c32ba10a req-158c912c-1a78-4f43-a2c0-5cec9b7f0edb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9b8b3b90db3b4377b76614075eb19d93&device_id=e963bbac-3e29-4157-a959-3628d5b15da7 HTTP/1.1" status: 200 len: 1098 time: 0.0800848 Apr 21 06:13:17.683732 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-91551197-6891-4301-9a76-2b65d70861b4 None None] Set router 6e6690b2-817d-4eed-bc76-a6fc06826193 gateway port host: dv-cinder-782390-6-iscsi {{(pid=86435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:13:17.808673 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e241aa-7900-4acf-83d4-e4b5c32ba10a req-af17b631-8701-4302-9e7e-623c6da2297d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:13:17.810282 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f5e241aa-7900-4acf-83d4-e4b5c32ba10a req-af17b631-8701-4302-9e7e-623c6da2297d service neutron] 10.222.0.11 "GET /v2.0/networks?id=4adbb71d-0e3c-4f02-8c40-88a15a7ed44f HTTP/1.1" status: 200 len: 917 time: 0.1427438 Apr 21 06:13:17.920920 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f5e241aa-7900-4acf-83d4-e4b5c32ba10a req-0b2f232e-7d30-4bd8-8155-874171560f71 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2387a5e1-0796-422a-9fbb-0b0608370e81 HTTP/1.1" status: 200 len: 999 time: 0.1043651 Apr 21 06:13:17.991995 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e241aa-7900-4acf-83d4-e4b5c32ba10a req-d36522ff-f076-4d56-a30c-8eb28e4761a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:13:17.993620 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f5e241aa-7900-4acf-83d4-e4b5c32ba10a req-d36522ff-f076-4d56-a30c-8eb28e4761a2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6540d99e-bc73-4d77-9e9a-a9934313dcf7 HTTP/1.1" status: 200 len: 855 time: 0.0671139 Apr 21 06:13:18.058309 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-91551197-6891-4301-9a76-2b65d70861b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6690b2-817d-4eed-bc76-a6fc06826193', 'name': 'tempest-AttachVolumeShelveTestJSON-655620997-router', 'tenant_id': '9b8b3b90db3b4377b76614075eb19d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '035660da-160b-447f-ba30-f4d402362690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:03:52Z', 'updated_at': '2021-04-21T06:04:04Z', 'revision_number': 4, 'project_id': '9b8b3b90db3b4377b76614075eb19d93', 'gw_port': {'id': '035660da-160b-447f-ba30-f4d402362690', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:88:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6690b2-817d-4eed-bc76-a6fc06826193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:03:54Z', 'updated_at': '2021-04-21T06:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi', '_floatingips': [{'id': '0f0f045d-6d9e-4bbc-a45b-2823eee6c619', 'tenant_id': '9b8b3b90db3b4377b76614075eb19d93', 'floating_ip_address': '172.27.2.163', 'floating_network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'router_id': '6e6690b2-817d-4eed-bc76-a6fc06826193', 'port_id': '2387a5e1-0796-422a-9fbb-0b0608370e81', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4adbb71d-0e3c-4f02-8c40-88a15a7ed44f', 'mac_address': 'fa:16:3e:8b:a2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e963bbac-3e29-4157-a959-3628d5b15da7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T06:13:00Z', 'updated_at': '2021-04-21T06:13:16Z', 'revision_number': 1, 'project_id': '9b8b3b90db3b4377b76614075eb19d93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14c024a6-49fe-43f3-a97e-a97ce2da74a5', 'name': '', 'network_id': '4adbb71d-0e3c-4f02-8c40-88a15a7ed44f', 'tenant_id': '9b8b3b90db3b4377b76614075eb19d93', 'mac_address': 'fa:16:3e:b5:04:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6690b2-817d-4eed-bc76-a6fc06826193', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6540d99e-bc73-4d77-9e9a-a9934313dcf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:04:02Z', 'updated_at': '2021-04-21T06:04:17Z', 'revision_number': 5, 'project_id': '9b8b3b90db3b4377b76614075eb19d93', 'subnets': [{'id': '6540d99e-bc73-4d77-9e9a-a9934313dcf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:13:18.062935 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91551197-6891-4301-9a76-2b65d70861b4 None None] Checking router: 6e6690b2-817d-4eed-bc76-a6fc06826193 for host: dv-cinder-782390-6-iscsi {{(pid=86435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 06:13:18.072558 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91551197-6891-4301-9a76-2b65d70861b4 None None] Routers {'6e6690b2-817d-4eed-bc76-a6fc06826193'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:13:18.073452 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-91551197-6891-4301-9a76-2b65d70861b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T06:13:04Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['6e6690b2-817d-4eed-bc76-a6fc06826193'], 'active': True} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:13:18.077551 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e241aa-7900-4acf-83d4-e4b5c32ba10a req-91b31f77-e41a-48a3-a9a0-4572fb3dcbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:13:18.079330 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f5e241aa-7900-4acf-83d4-e4b5c32ba10a req-91b31f77-e41a-48a3-a9a0-4572fb3dcbaf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4adbb71d-0e3c-4f02-8c40-88a15a7ed44f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0793817 Apr 21 06:13:18.246950 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f5e241aa-7900-4acf-83d4-e4b5c32ba10a req-77e22d7d-a911-4e29-9f23-687b985948c8 service neutron] 10.222.0.11 "GET /v2.0/networks/4adbb71d-0e3c-4f02-8c40-88a15a7ed44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611271 Apr 21 06:13:18.399684 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f5e241aa-7900-4acf-83d4-e4b5c32ba10a req-20097078-d38a-4f4c-a3d8-3321ba888033 service neutron] 10.222.0.11 "GET /v2.0/networks/4adbb71d-0e3c-4f02-8c40-88a15a7ed44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465645 Apr 21 06:13:18.425768 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-91551197-6891-4301-9a76-2b65d70861b4 None None] Set router 6e6690b2-817d-4eed-bc76-a6fc06826193 gateway port host: dv-cinder-782390-6-iscsi {{(pid=86435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:13:18.792059 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-91551197-6891-4301-9a76-2b65d70861b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6690b2-817d-4eed-bc76-a6fc06826193', 'name': 'tempest-AttachVolumeShelveTestJSON-655620997-router', 'tenant_id': '9b8b3b90db3b4377b76614075eb19d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '035660da-160b-447f-ba30-f4d402362690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:03:52Z', 'updated_at': '2021-04-21T06:04:04Z', 'revision_number': 4, 'project_id': '9b8b3b90db3b4377b76614075eb19d93', 'gw_port': {'id': '035660da-160b-447f-ba30-f4d402362690', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:88:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6690b2-817d-4eed-bc76-a6fc06826193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:03:54Z', 'updated_at': '2021-04-21T06:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi', '_floatingips': [{'id': '0f0f045d-6d9e-4bbc-a45b-2823eee6c619', 'tenant_id': '9b8b3b90db3b4377b76614075eb19d93', 'floating_ip_address': '172.27.2.163', 'floating_network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'router_id': '6e6690b2-817d-4eed-bc76-a6fc06826193', 'port_id': '2387a5e1-0796-422a-9fbb-0b0608370e81', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4adbb71d-0e3c-4f02-8c40-88a15a7ed44f', 'mac_address': 'fa:16:3e:8b:a2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e963bbac-3e29-4157-a959-3628d5b15da7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T06:13:00Z', 'updated_at': '2021-04-21T06:13:16Z', 'revision_number': 1, 'project_id': '9b8b3b90db3b4377b76614075eb19d93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14c024a6-49fe-43f3-a97e-a97ce2da74a5', 'name': '', 'network_id': '4adbb71d-0e3c-4f02-8c40-88a15a7ed44f', 'tenant_id': '9b8b3b90db3b4377b76614075eb19d93', 'mac_address': 'fa:16:3e:b5:04:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6690b2-817d-4eed-bc76-a6fc06826193', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6540d99e-bc73-4d77-9e9a-a9934313dcf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:04:02Z', 'updated_at': '2021-04-21T06:04:17Z', 'revision_number': 5, 'project_id': '9b8b3b90db3b4377b76614075eb19d93', 'subnets': [{'id': '6540d99e-bc73-4d77-9e9a-a9934313dcf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:13:18.796173 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91551197-6891-4301-9a76-2b65d70861b4 None None] The sync data for ids ['6e6690b2-817d-4eed-bc76-a6fc06826193'] in dv-cinder-782390-6-iscsi is: [{'id': '6e6690b2-817d-4eed-bc76-a6fc06826193', 'name': 'tempest-AttachVolumeShelveTestJSON-655620997-router', 'tenant_id': '9b8b3b90db3b4377b76614075eb19d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '035660da-160b-447f-ba30-f4d402362690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:03:52Z', 'updated_at': '2021-04-21T06:04:04Z', 'revision_number': 4, 'project_id': '9b8b3b90db3b4377b76614075eb19d93', 'gw_port': {'id': '035660da-160b-447f-ba30-f4d402362690', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:88:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6690b2-817d-4eed-bc76-a6fc06826193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:03:54Z', 'updated_at': '2021-04-21T06:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi', '_floatingips': [{'id': '0f0f045d-6d9e-4bbc-a45b-2823eee6c619', 'tenant_id': '9b8b3b90db3b4377b76614075eb19d93', 'floating_ip_address': '172.27.2.163', 'floating_network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'router_id': '6e6690b2-817d-4eed-bc76-a6fc06826193', 'port_id': '2387a5e1-0796-422a-9fbb-0b0608370e81', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4adbb71d-0e3c-4f02-8c40-88a15a7ed44f', 'mac_address': 'fa:16:3e:8b:a2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e963bbac-3e29-4157-a959-3628d5b15da7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T06:13:00Z', 'updated_at': '2021-04-21T06:13:16Z', 'revision_number': 1, 'project_id': '9b8b3b90db3b4377b76614075eb19d93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14c024a6-49fe-43f3-a97e-a97ce2da74a5', 'name': '', 'network_id': '4adbb71d-0e3c-4f02-8c40-88a15a7ed44f', 'tenant_id': '9b8b3b90db3b4377b76614075eb19d93', 'mac_address': 'fa:16:3e:b5:04:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6690b2-817d-4eed-bc76-a6fc06826193', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6540d99e-bc73-4d77-9e9a-a9934313dcf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:04:02Z', 'updated_at': '2021-04-21T06:04:17Z', 'revision_number': 5, 'project_id': '9b8b3b90db3b4377b76614075eb19d93', 'subnets': [{'id': '6540d99e-bc73-4d77-9e9a-a9934313dcf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 06:13:19.130000 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ff5690-1519-4908-8ade-9d7d0d4bcc10 None None] New status for floating IP 0f0f045d-6d9e-4bbc-a45b-2823eee6c619: ACTIVE {{(pid=86434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 21 06:13:32.034113 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0f5e0318-382a-49e8-a162-67c6cbfc4f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:13:34.543429 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-1c893f12-4d99-44c4-af05-212c516a52f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:13:34.848707 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:13:35.465460 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:13:36.237317 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:13:37.008895 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:13:44.075801 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:14:02.034928 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-809dc006-c643-4a03-b225-33639a2abbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:14:04.520512 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5bba490a-beea-449f-a234-a32bb9caac86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:14:04.840258 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:14:05.463156 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:14:06.237682 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:14:07.009122 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:14:09.149459 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-95da6c39-e63b-4039-a016-4aa56aa7bb93 req-aa18d922-300c-40bb-a207-415b5d6ce75b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0785260 Apr 21 06:14:09.256591 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da6c39-e63b-4039-a016-4aa56aa7bb93 req-a0d0f51a-92fa-46dd-b518-51094b7c0183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:14:09.258208 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-95da6c39-e63b-4039-a016-4aa56aa7bb93 req-a0d0f51a-92fa-46dd-b518-51094b7c0183 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a253b7f90d074c729aa03c3dbc382b57&device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 1099 time: 0.0878558 Apr 21 06:14:09.416988 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da6c39-e63b-4039-a016-4aa56aa7bb93 req-d2a359b6-3ae9-4d25-b140-8eccf8ef6237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:14:09.419843 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-95da6c39-e63b-4039-a016-4aa56aa7bb93 req-d2a359b6-3ae9-4d25-b140-8eccf8ef6237 service neutron] 10.222.0.11 "GET /v2.0/networks?id=18d42f14-ebcb-45fb-872d-4c48e6952727 HTTP/1.1" status: 200 len: 912 time: 0.1427169 Apr 21 06:14:09.527613 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-95da6c39-e63b-4039-a016-4aa56aa7bb93 req-cea69856-aeb6-4237-ad41-78234e32503c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=438d8108-b184-4bd2-b0f6-8b1345d9a286 HTTP/1.1" status: 200 len: 1002 time: 0.1009045 Apr 21 06:14:09.593364 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da6c39-e63b-4039-a016-4aa56aa7bb93 req-d13e6125-82dc-4d43-9a36-18b7949e1401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:14:09.595408 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-95da6c39-e63b-4039-a016-4aa56aa7bb93 req-d13e6125-82dc-4d43-9a36-18b7949e1401 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8d481e38-1293-4cc6-9389-91a3566135aa HTTP/1.1" status: 200 len: 850 time: 0.0617280 Apr 21 06:14:09.677538 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da6c39-e63b-4039-a016-4aa56aa7bb93 req-ca2e59f8-bea2-45fe-bdcb-a931b2ccedd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:14:09.679114 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-95da6c39-e63b-4039-a016-4aa56aa7bb93 req-ca2e59f8-bea2-45fe-bdcb-a931b2ccedd3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=18d42f14-ebcb-45fb-872d-4c48e6952727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0780084 Apr 21 06:14:09.689099 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [req-95da6c39-e63b-4039-a016-4aa56aa7bb93 req-be30af91-795a-4661-b7fd-06f5eadbe442 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=86432) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 21 06:14:09.690141 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-95da6c39-e63b-4039-a016-4aa56aa7bb93 req-be30af91-795a-4661-b7fd-06f5eadbe442 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052428 Apr 21 06:14:09.832656 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-95da6c39-e63b-4039-a016-4aa56aa7bb93 req-5a9fcdbe-8d31-4e2f-a475-2eee10917f90 service neutron] 10.222.0.11 "GET /v2.0/networks/18d42f14-ebcb-45fb-872d-4c48e6952727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359282 Apr 21 06:14:09.973776 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-95da6c39-e63b-4039-a016-4aa56aa7bb93 req-1ce2af9a-be20-442b-9f9c-76fa2dafc2fa service neutron] 10.222.0.11 "GET /v2.0/networks/18d42f14-ebcb-45fb-872d-4c48e6952727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347325 Apr 21 06:14:21.078420 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:14:32.026308 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-295fbf13-01b2-4ce5-b277-52583825018d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:14:34.528765 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-a02e1153-0a6a-4645-8ed8-83c64f95341c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:14:34.863530 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:14:35.469379 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:14:36.252768 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:14:37.023686 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:14:58.077459 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:15:02.041076 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-347e568b-a985-41f8-aca1-42b8b5862be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:15:04.523591 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3e9a2d8f-b51d-40b2-a63e-02095cd6c0d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:15:04.877798 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:15:05.472162 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:15:06.247360 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:15:07.014961 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:15:11.199188 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-8a478756-114c-4afd-a6db-a2557953f25a req-84b8d1c9-6eff-4dbf-ba6b-70050a65c4cd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1276186 Apr 21 06:15:11.296604 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a478756-114c-4afd-a6db-a2557953f25a req-1e20be11-4b60-49f9-9295-29cc70119f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:15:11.298733 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-8a478756-114c-4afd-a6db-a2557953f25a req-1e20be11-4b60-49f9-9295-29cc70119f03 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b92adf7e83dd4c4db6ea4deb6b666325&device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 1099 time: 0.0790427 Apr 21 06:15:11.450246 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a478756-114c-4afd-a6db-a2557953f25a req-d21d83f9-db1a-4056-9957-bc24a96a3ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:15:11.451847 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-8a478756-114c-4afd-a6db-a2557953f25a req-d21d83f9-db1a-4056-9957-bc24a96a3ef5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e11717bf-3ac5-4257-9526-8404d6e38e57 HTTP/1.1" status: 200 len: 914 time: 0.1340861 Apr 21 06:15:11.526667 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-8a478756-114c-4afd-a6db-a2557953f25a req-0cf62433-38c1-47d2-9d46-ac7c701075a1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b851eff-ef3c-4189-bc09-888f78cd5273 HTTP/1.1" status: 200 len: 217 time: 0.0677564 Apr 21 06:15:11.593028 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a478756-114c-4afd-a6db-a2557953f25a req-c1dec228-94da-4e32-8edc-a42f8844608b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:15:11.594549 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-8a478756-114c-4afd-a6db-a2557953f25a req-c1dec228-94da-4e32-8edc-a42f8844608b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8a49da67-95bb-4155-9f42-99fd3e370c45 HTTP/1.1" status: 200 len: 853 time: 0.0621119 Apr 21 06:15:11.649395 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-8a478756-114c-4afd-a6db-a2557953f25a req-6972dded-d1d1-436d-a938-6a5a469f18f7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e11717bf-3ac5-4257-9526-8404d6e38e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484345 Apr 21 06:15:12.029101 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-8a478756-114c-4afd-a6db-a2557953f25a req-fa7e9091-8d21-4572-bea8-1fac84766935 service neutron] 10.222.0.11 "GET /v2.0/networks/e11717bf-3ac5-4257-9526-8404d6e38e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735716 Apr 21 06:15:12.180820 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-8a478756-114c-4afd-a6db-a2557953f25a req-7def08ab-e02f-4eab-b4d0-c12a6e48ecb1 service neutron] 10.222.0.11 "GET /v2.0/networks/e11717bf-3ac5-4257-9526-8404d6e38e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371088 Apr 21 06:15:32.047696 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d12fe679-893a-4443-a0e4-82ebaab98ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:15:34.527393 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-07205f24-9758-4a28-8d77-b3f4722edd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:15:34.893411 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:15:35.076986 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:15:35.469959 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:15:36.247225 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:15:37.012994 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:16:02.043910 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-813ad873-e8d4-41a7-98c0-5754ca80caab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:16:04.529781 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-a166695e-c429-48d8-bb22-144bdf02931f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:16:04.876391 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:16:05.488342 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:16:06.247855 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:16:07.036103 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:16:11.121882 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-0afb05d2-39da-4318-97bf-686612a1978b req-a3bf63ca-0f61-454f-bf92-9712f38166c5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0789843 Apr 21 06:16:11.273844 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb05d2-39da-4318-97bf-686612a1978b req-d50c1779-f834-4593-80f7-0cc248372b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:16:11.275515 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-0afb05d2-39da-4318-97bf-686612a1978b req-d50c1779-f834-4593-80f7-0cc248372b55 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=83c72247bd04473380fa74addf843cfd&device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 1098 time: 0.0834651 Apr 21 06:16:11.429528 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb05d2-39da-4318-97bf-686612a1978b req-7271b58e-4524-4d66-b8fe-b56197790082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:16:11.431105 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-0afb05d2-39da-4318-97bf-686612a1978b req-7271b58e-4524-4d66-b8fe-b56197790082 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8a477b33-6a11-4388-9f32-3a61c0f7920e HTTP/1.1" status: 200 len: 919 time: 0.1375341 Apr 21 06:16:11.501827 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-0afb05d2-39da-4318-97bf-686612a1978b req-0516d771-28db-42de-bc4e-851096556544 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ab21f9f-1509-41df-ba62-c5cf11ead2ce HTTP/1.1" status: 200 len: 217 time: 0.0644591 Apr 21 06:16:11.571647 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb05d2-39da-4318-97bf-686612a1978b req-a004ef5c-991f-4097-a830-abe7442d0df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:16:11.573129 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-0afb05d2-39da-4318-97bf-686612a1978b req-a004ef5c-991f-4097-a830-abe7442d0df6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2da1c0c9-9d0e-43d1-a8aa-9f65aa7cd6bc HTTP/1.1" status: 200 len: 858 time: 0.0655279 Apr 21 06:16:11.624884 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-0afb05d2-39da-4318-97bf-686612a1978b req-bda83975-5d04-4e90-a56e-785a077f2b91 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8a477b33-6a11-4388-9f32-3a61c0f7920e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454254 Apr 21 06:16:11.768648 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-0afb05d2-39da-4318-97bf-686612a1978b req-e9f86c05-6af8-4356-882f-8dcad9ebe344 service neutron] 10.222.0.11 "GET /v2.0/networks/8a477b33-6a11-4388-9f32-3a61c0f7920e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367660 Apr 21 06:16:11.909257 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-0afb05d2-39da-4318-97bf-686612a1978b req-7b91fd03-5b16-44ac-a822-1f3e2e417e1e service neutron] 10.222.0.11 "GET /v2.0/networks/8a477b33-6a11-4388-9f32-3a61c0f7920e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341441 Apr 21 06:16:12.077979 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:16:32.051157 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-fc0148e0-1a3f-49cc-b334-229a4129b4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:16:34.529755 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-cfdd9671-4061-43ad-8e9c-c1bbbdfab322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:16:34.901395 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:16:35.478612 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:16:36.255569 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:16:37.009876 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:16:49.077637 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:17:02.066197 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6ca2361f-237f-4f9d-a6ef-4fe498662965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:17:04.539853 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-c92d189e-30f1-4f85-9cd0-8991a22ec34f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:17:04.917220 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:17:05.596928 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:17:06.255982 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:17:07.021756 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:17:13.167253 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a43da0f3-1aaf-4857-abf4-09f25899a1eb req-a48485cd-5051-45dc-9947-612906a6fd3a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b8da5d63-9858-4a18-9b9a-07455985ef41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0772128 Apr 21 06:17:13.272914 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43da0f3-1aaf-4857-abf4-09f25899a1eb req-e1e0a51d-a707-4465-81b2-38c8373808b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:17:13.274796 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a43da0f3-1aaf-4857-abf4-09f25899a1eb req-e1e0a51d-a707-4465-81b2-38c8373808b0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=83c72247bd04473380fa74addf843cfd&device_id=b8da5d63-9858-4a18-9b9a-07455985ef41 HTTP/1.1" status: 200 len: 1099 time: 0.0816827 Apr 21 06:17:13.438265 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43da0f3-1aaf-4857-abf4-09f25899a1eb req-c2b08318-425c-4b31-b48d-615dedc26ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:17:13.439922 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a43da0f3-1aaf-4857-abf4-09f25899a1eb req-c2b08318-425c-4b31-b48d-615dedc26ec2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8a477b33-6a11-4388-9f32-3a61c0f7920e HTTP/1.1" status: 200 len: 919 time: 0.1369600 Apr 21 06:17:13.511092 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a43da0f3-1aaf-4857-abf4-09f25899a1eb req-c3f090f6-56cf-40af-ba6d-a13ad01afd81 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f15b2d24-48f2-4f38-80a6-0b3c822d56e2 HTTP/1.1" status: 200 len: 217 time: 0.0645289 Apr 21 06:17:13.588182 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43da0f3-1aaf-4857-abf4-09f25899a1eb req-1a735eb5-6f54-4ab7-865d-a14c5049e3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:17:13.589841 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a43da0f3-1aaf-4857-abf4-09f25899a1eb req-1a735eb5-6f54-4ab7-865d-a14c5049e3b9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2da1c0c9-9d0e-43d1-a8aa-9f65aa7cd6bc HTTP/1.1" status: 200 len: 858 time: 0.0659664 Apr 21 06:17:13.648882 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a43da0f3-1aaf-4857-abf4-09f25899a1eb req-d73fffdf-8a39-455d-a495-433e8883808b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8a477b33-6a11-4388-9f32-3a61c0f7920e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453627 Apr 21 06:17:13.793138 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a43da0f3-1aaf-4857-abf4-09f25899a1eb req-8048b0f8-0d0a-4b7c-953e-e3188c425c51 service neutron] 10.222.0.11 "GET /v2.0/networks/8a477b33-6a11-4388-9f32-3a61c0f7920e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338267 Apr 21 06:17:13.939220 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a43da0f3-1aaf-4857-abf4-09f25899a1eb req-e43ca4d4-04c2-495e-931f-cb935b2d5ba5 service neutron] 10.222.0.11 "GET /v2.0/networks/8a477b33-6a11-4388-9f32-3a61c0f7920e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346898 Apr 21 06:17:26.077883 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:17:32.056175 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-479ec4ee-346f-4b98-97e8-1f6a82267937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:17:34.530918 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-99a307f3-69ce-4f42-8088-81e72acc10e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:17:34.902090 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:17:35.484881 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:17:36.250514 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:17:37.033281 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:02.045399 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9d60fa64-2721-4041-993a-db2c53e41055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:03.077402 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:18:04.548209 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-afe47898-1781-4cad-9a5a-f406dfccfdba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:04.914007 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:05.479475 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:06.251032 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:07.027863 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:15.978971 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d1a23527-3926-4225-afcc-611fbefc6a6d req-490b5709-a82d-44fa-abc9-292386e0f8c4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0789092 Apr 21 06:18:16.073669 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a23527-3926-4225-afcc-611fbefc6a6d req-d5777349-2a58-462d-a557-165322ce9427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:18:16.075303 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d1a23527-3926-4225-afcc-611fbefc6a6d req-d5777349-2a58-462d-a557-165322ce9427 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a253b7f90d074c729aa03c3dbc382b57&device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 1099 time: 0.0766838 Apr 21 06:18:16.254597 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a23527-3926-4225-afcc-611fbefc6a6d req-d1c9cafe-e2f2-4bff-ab0f-2ae7622b236a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:18:16.256419 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d1a23527-3926-4225-afcc-611fbefc6a6d req-d1c9cafe-e2f2-4bff-ab0f-2ae7622b236a service neutron] 10.222.0.11 "GET /v2.0/networks?id=18d42f14-ebcb-45fb-872d-4c48e6952727 HTTP/1.1" status: 200 len: 912 time: 0.1632028 Apr 21 06:18:16.368120 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d1a23527-3926-4225-afcc-611fbefc6a6d req-f29f5626-857c-4129-b0bd-7a83a0b4c5df service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=438d8108-b184-4bd2-b0f6-8b1345d9a286 HTTP/1.1" status: 200 len: 1002 time: 0.1051552 Apr 21 06:18:16.438106 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a23527-3926-4225-afcc-611fbefc6a6d req-127000b7-fa7f-4aa8-8b20-4132b5be50cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:18:16.439724 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d1a23527-3926-4225-afcc-611fbefc6a6d req-127000b7-fa7f-4aa8-8b20-4132b5be50cd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8d481e38-1293-4cc6-9389-91a3566135aa HTTP/1.1" status: 200 len: 850 time: 0.0657673 Apr 21 06:18:16.526141 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a23527-3926-4225-afcc-611fbefc6a6d req-190689e3-6a7b-4250-99ae-bdd6db58e731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:18:16.527748 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d1a23527-3926-4225-afcc-611fbefc6a6d req-190689e3-6a7b-4250-99ae-bdd6db58e731 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=18d42f14-ebcb-45fb-872d-4c48e6952727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0812140 Apr 21 06:18:16.683517 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d1a23527-3926-4225-afcc-611fbefc6a6d req-a156f28d-b41d-48ac-a4bb-8d30e7d237fb service neutron] 10.222.0.11 "GET /v2.0/networks/18d42f14-ebcb-45fb-872d-4c48e6952727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494899 Apr 21 06:18:16.820047 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d1a23527-3926-4225-afcc-611fbefc6a6d req-1a75303c-de75-4ded-bbc2-1c33e5f08652 service neutron] 10.222.0.11 "GET /v2.0/networks/18d42f14-ebcb-45fb-872d-4c48e6952727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305792 Apr 21 06:18:25.652922 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1059f811-78a9-4aee-92da-c3049441ea7b req-a4406546-ca3e-48c5-a308-91688fd7c3d9 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:18:25.654538 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1059f811-78a9-4aee-92da-c3049441ea7b req-a4406546-ca3e-48c5-a308-91688fd7c3d9 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 946 time: 0.1897557 Apr 21 06:18:25.703097 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1059f811-78a9-4aee-92da-c3049441ea7b req-4aac71a5-0687-4c90-8ea8-0fab34dc0dfe tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a24d982-c906-48ee-8eaf-ce1345744d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421362 Apr 21 06:18:26.139642 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cf0a6c-17d4-4a52-afa8-de7cae01c67e req-d90cb15b-56f1-4563-a3b5-0c8d7aee214a tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:18:26.141351 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f8cf0a6c-17d4-4a52-afa8-de7cae01c67e req-d90cb15b-56f1-4563-a3b5-0c8d7aee214a tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.11 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 946 time: 0.0897303 Apr 21 06:18:26.228648 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [req-f8cf0a6c-17d4-4a52-afa8-de7cae01c67e req-36ef0ad5-6e72-49ae-bfb6-747c9b078014 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] Deleting port 0b851eff-ef3c-4189-bc09-888f78cd5273 {{(pid=86432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:18:26.228968 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-f8cf0a6c-17d4-4a52-afa8-de7cae01c67e req-36ef0ad5-6e72-49ae-bfb6-747c9b078014 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363270981359476'] for port, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:26.499456 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [req-f8cf0a6c-17d4-4a52-afa8-de7cae01c67e req-36ef0ad5-6e72-49ae-bfb6-747c9b078014 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] For port 0b851eff-ef3c-4189-bc09-888f78cd5273, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=0b851eff-ef3c-4189-bc09-888f78cd5273,segment=NetworkSegment(86886644-4306-40b1-b5b6-5374b228c059),segment_id=86886644-4306-40b1-b5b6-5374b228c059)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:18:26.499832 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-f8cf0a6c-17d4-4a52-afa8-de7cae01c67e req-36ef0ad5-6e72-49ae-bfb6-747c9b078014 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846743427'] for port, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:26.633284 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [req-f8cf0a6c-17d4-4a52-afa8-de7cae01c67e req-36ef0ad5-6e72-49ae-bfb6-747c9b078014 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] Calling delete_port for 0b851eff-ef3c-4189-bc09-888f78cd5273 owned by compute:nova {{(pid=86432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:18:26.799867 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-f8cf0a6c-17d4-4a52-afa8-de7cae01c67e req-36ef0ad5-6e72-49ae-bfb6-747c9b078014 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270981355551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765872972847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848222423'] for port, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:26.806269 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:18:26.811616 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] get_ports_and_sgs() called for port_ids ['0b851eff-ef3c-4189-bc09-888f78cd5273'] {{(pid=86434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:18:26.874543 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 39232) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:18:26.883370 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ef0ad5-6e72-49ae-bfb6-747c9b078014 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] Pushing event deleted for resources: {'Port': ['ID=0b851eff-ef3c-4189-bc09-888f78cd5273,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:18:26.928843 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ef0ad5-6e72-49ae-bfb6-747c9b078014 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:18:26.929250 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ef0ad5-6e72-49ae-bfb6-747c9b078014 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:18:26.929650 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ef0ad5-6e72-49ae-bfb6-747c9b078014 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:18:26.930040 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ef0ad5-6e72-49ae-bfb6-747c9b078014 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:18:26.930425 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ef0ad5-6e72-49ae-bfb6-747c9b078014 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:18:26.931389 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ef0ad5-6e72-49ae-bfb6-747c9b078014 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:18:26.931776 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ef0ad5-6e72-49ae-bfb6-747c9b078014 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:18:26.932438 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ef0ad5-6e72-49ae-bfb6-747c9b078014 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:18:26.932583 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ef0ad5-6e72-49ae-bfb6-747c9b078014 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:18:26.932873 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ef0ad5-6e72-49ae-bfb6-747c9b078014 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:18:26.933247 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ef0ad5-6e72-49ae-bfb6-747c9b078014 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:18:26.933621 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ef0ad5-6e72-49ae-bfb6-747c9b078014 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:18:26.972034 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-36ef0ad5-6e72-49ae-bfb6-747c9b078014 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:18:26.980781 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8cf0a6c-17d4-4a52-afa8-de7cae01c67e req-36ef0ad5-6e72-49ae-bfb6-747c9b078014 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] No DVR routers for this DVR port 0b851eff-ef3c-4189-bc09-888f78cd5273 on host hv-cinder-78239 {{(pid=86432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 06:18:26.983321 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-f8cf0a6c-17d4-4a52-afa8-de7cae01c67e req-36ef0ad5-6e72-49ae-bfb6-747c9b078014 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:26.986123 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a3c986f-ea25-4de4-82d9-0501418ba977', 'name': 'network-vif-deleted', 'tag': '0b851eff-ef3c-4189-bc09-888f78cd5273'}] {{(pid=86432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:18:27.023631 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f8cf0a6c-17d4-4a52-afa8-de7cae01c67e req-36ef0ad5-6e72-49ae-bfb6-747c9b078014 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.11 "DELETE /v2.0/ports/0b851eff-ef3c-4189-bc09-888f78cd5273 HTTP/1.1" status: 204 len: 173 time: 0.8770404 Apr 21 06:18:27.034617 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-e785284a-7177-44b6-b413-842669a48a10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:27.051374 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-e785284a-7177-44b6-b413-842669a48a10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:18:27.056448 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-e785284a-7177-44b6-b413-842669a48a10 admin admin] Usage tracker for resource:security_group_rule and tenant:2520908f0b4b4cceadba37c3a3a666e2 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:18:27.059470 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-e785284a-7177-44b6-b413-842669a48a10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:18:27.065881 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-e785284a-7177-44b6-b413-842669a48a10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:18:27.281577 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-e785284a-7177-44b6-b413-842669a48a10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:27.331638 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-e785284a-7177-44b6-b413-842669a48a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:27.341943 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-93b92abd-f620-45e3-a581-43e927997045 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:18:27.391245 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-e785284a-7177-44b6-b413-842669a48a10 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2520908f0b4b4cceadba37c3a3a666e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5130434 Apr 21 06:18:27.391519 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 39250) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:18:27.394377 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e785284a-7177-44b6-b413-842669a48a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef70efa-9557-45c7-9ab4-ba9e47e8ae91,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:18:27.422578 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-2e8238e7-0584-4171-9a5e-bb838387ffd3 req-9ed0264c-bd00-47c3-8369-a18fb59c22d7 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] Synchronizing usage tracker for tenant:b92adf7e83dd4c4db6ea4deb6b666325 on resource:port {{(pid=86432) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:18:27.432029 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e785284a-7177-44b6-b413-842669a48a10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:18:27.432598 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e785284a-7177-44b6-b413-842669a48a10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:18:27.433032 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e785284a-7177-44b6-b413-842669a48a10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:18:27.433376 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e785284a-7177-44b6-b413-842669a48a10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:18:27.433771 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e785284a-7177-44b6-b413-842669a48a10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:18:27.434166 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e785284a-7177-44b6-b413-842669a48a10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:18:27.434560 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e785284a-7177-44b6-b413-842669a48a10 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:18:27.434978 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e785284a-7177-44b6-b413-842669a48a10 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:18:27.438842 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e785284a-7177-44b6-b413-842669a48a10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:18:27.438842 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e785284a-7177-44b6-b413-842669a48a10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:18:27.438842 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e785284a-7177-44b6-b413-842669a48a10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:18:27.438842 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e785284a-7177-44b6-b413-842669a48a10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:18:27.442655 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-e785284a-7177-44b6-b413-842669a48a10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:18:27.455883 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-2e8238e7-0584-4171-9a5e-bb838387ffd3 req-9ed0264c-bd00-47c3-8369-a18fb59c22d7 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] Unset dirty status for tenant:b92adf7e83dd4c4db6ea4deb6b666325 on resource:port {{(pid=86432) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:18:27.457182 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-2e8238e7-0584-4171-9a5e-bb838387ffd3 req-9ed0264c-bd00-47c3-8369-a18fb59c22d7 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.5964379 Apr 21 06:18:27.477705 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4baf5d3e-af33-43e1-8f5c-c247f2201bbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:27.505363 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4baf5d3e-af33-43e1-8f5c-c247f2201bbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:27.575885 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4baf5d3e-af33-43e1-8f5c-c247f2201bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:27.581059 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-3001b9e4-6467-4c60-8459-311d197de1df tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:18:27.595973 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baf5d3e-af33-43e1-8f5c-c247f2201bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef70efa-9557-45c7-9ab4-ba9e47e8ae91,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:18:27.598405 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4baf5d3e-af33-43e1-8f5c-c247f2201bbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:27.602115 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-4baf5d3e-af33-43e1-8f5c-c247f2201bbe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eef70efa-9557-45c7-9ab4-ba9e47e8ae91 HTTP/1.1" status: 204 len: 168 time: 0.2071998 Apr 21 06:18:27.607176 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-4baf5d3e-af33-43e1-8f5c-c247f2201bbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:18:28.258561 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a3c986f-ea25-4de4-82d9-0501418ba977', 'name': 'network-vif-deleted', 'tag': '0b851eff-ef3c-4189-bc09-888f78cd5273', 'status': 'completed', 'code': 200} Apr 21 06:18:28.627727 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d1a75925-c621-4e78-bce9-3f5803b6e7eb req-36253c24-6710-4148-96ae-53d332a4a0f8 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0506101 Apr 21 06:18:28.630258 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 39334) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:18:28.767864 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-1a0b6d9a-e37a-4488-8971-e35f087891d6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-659445103-network', 'tenant_id': '1d80fae39fbd414aa5d691cb48ced187'}} {{(pid=86433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:18:28.772937 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-1a0b6d9a-e37a-4488-8971-e35f087891d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:18:28.777961 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-1a0b6d9a-e37a-4488-8971-e35f087891d6 admin admin] Usage tracker for resource:network and tenant:1d80fae39fbd414aa5d691cb48ced187 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:18:28.781130 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-1a0b6d9a-e37a-4488-8971-e35f087891d6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:18:28.788179 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-1a0b6d9a-e37a-4488-8971-e35f087891d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:18:28.874158 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a0b6d9a-e37a-4488-8971-e35f087891d6 admin admin] Made reservation on behalf of 1d80fae39fbd414aa5d691cb48ced187 for: {'network': 1} {{(pid=86433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:18:28.879208 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-1a0b6d9a-e37a-4488-8971-e35f087891d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for network, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:28.893244 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-1a0b6d9a-e37a-4488-8971-e35f087891d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:28.908500 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-1a0b6d9a-e37a-4488-8971-e35f087891d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:18:28.912620 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-1a0b6d9a-e37a-4488-8971-e35f087891d6 admin admin] Usage tracker for resource:security_group_rule and tenant:1d80fae39fbd414aa5d691cb48ced187 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:18:28.916083 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-1a0b6d9a-e37a-4488-8971-e35f087891d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:18:28.922555 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-1a0b6d9a-e37a-4488-8971-e35f087891d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:18:29.245709 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-1a0b6d9a-e37a-4488-8971-e35f087891d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:29.286022 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-1a0b6d9a-e37a-4488-8971-e35f087891d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:29.291312 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-4e97c14e-e287-4d4c-bb03-5e0704d0ea1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:18:29.321208 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a0b6d9a-e37a-4488-8971-e35f087891d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=86433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 21 06:18:29.336655 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0b6d9a-e37a-4488-8971-e35f087891d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887cda04-dc24-4a3e-ab03-2bb91103dbba,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:18:29.340276 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-1a0b6d9a-e37a-4488-8971-e35f087891d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1361606'] for segment, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:29.340673 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.db.segments_db [None req-1a0b6d9a-e37a-4488-8971-e35f087891d6 admin admin] Added segment f71ad6e2-2991-411f-92a8-7f3db92bb50f of type vlan for network ba7fbd72-cb6b-4235-b91e-9c693d4a269f Apr 21 06:18:29.341970 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-1a0b6d9a-e37a-4488-8971-e35f087891d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:18:29.367339 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-1a0b6d9a-e37a-4488-8971-e35f087891d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765872960183'] for network, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:29.423041 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-1a0b6d9a-e37a-4488-8971-e35f087891d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970'] for network, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:29.424490 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0b6d9a-e37a-4488-8971-e35f087891d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:18:29.425196 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-1a0b6d9a-e37a-4488-8971-e35f087891d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846863987'] for network, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:29.430718 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:18:29.535567 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0b6d9a-e37a-4488-8971-e35f087891d6 admin admin] Pushing event updated for resources: {'Network': ['ID=ba7fbd72-cb6b-4235-b91e-9c693d4a269f,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:18:29.538313 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-1a0b6d9a-e37a-4488-8971-e35f087891d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:18:29.546992 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Network ba7fbd72-cb6b-4235-b91e-9c693d4a269f details requested by agent ovs-agent-dv-cinder-782390-6-iscsi with host dv-cinder-782390-6-iscsi {{(pid=86434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 21 06:18:29.560794 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-1a0b6d9a-e37a-4488-8971-e35f087891d6 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9291790 Apr 21 06:18:29.563840 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 39356) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:18:29.569946 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-46df2d15-0e92-4395-9652-a47f24430116 admin admin] Request body: {'subnet': {'network_id': 'ba7fbd72-cb6b-4235-b91e-9c693d4a269f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-659445103-subnet', 'tenant_id': '1d80fae39fbd414aa5d691cb48ced187', 'ip_version': 4}} {{(pid=86433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:18:29.575855 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-46df2d15-0e92-4395-9652-a47f24430116 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:18:29.580365 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-46df2d15-0e92-4395-9652-a47f24430116 admin admin] Usage tracker for resource:subnet and tenant:1d80fae39fbd414aa5d691cb48ced187 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:18:29.583663 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-46df2d15-0e92-4395-9652-a47f24430116 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:18:29.590979 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-46df2d15-0e92-4395-9652-a47f24430116 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:18:29.634783 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46df2d15-0e92-4395-9652-a47f24430116 admin admin] Made reservation on behalf of 1d80fae39fbd414aa5d691cb48ced187 for: {'subnet': 1} {{(pid=86433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:18:29.639714 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-46df2d15-0e92-4395-9652-a47f24430116 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848149826'] for subnet, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:29.805235 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c7f9cf3a-caa3-47ba-af15-b3ee547ed414 req-93903ddc-7c08-4b0e-aff5-1b4fd69629fe tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0543725 Apr 21 06:18:30.141527 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-46df2d15-0e92-4395-9652-a47f24430116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7991656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848204256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848149841'] for subnet, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:30.146557 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-d5cca964-a5ec-474f-a9f8-e855be7b313b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:18:30.222669 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df2d15-0e92-4395-9652-a47f24430116 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc9bac0a-80b6-4fd8-aa2e-4f82dce3f82f,revision_number=0']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:18:30.225750 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-46df2d15-0e92-4395-9652-a47f24430116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:18:30.232140 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46df2d15-0e92-4395-9652-a47f24430116 admin admin] Checking segment: {'id': 'f71ad6e2-2991-411f-92a8-7f3db92bb50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ba7fbd72-cb6b-4235-b91e-9c693d4a269f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:18:30.232536 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46df2d15-0e92-4395-9652-a47f24430116 admin admin] Network hostable DHCP agents. Network: ba7fbd72-cb6b-4235-b91e-9c693d4a269f, hostable agents: ['6e5e74bc-90a9-40d2-b33c-cc5e996b490a'], hosted agents: [] {{(pid=86433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 21 06:18:30.291432 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46df2d15-0e92-4395-9652-a47f24430116 admin admin] Network ba7fbd72-cb6b-4235-b91e-9c693d4a269f is scheduled to be hosted by DHCP agent 6e5e74bc-90a9-40d2-b33c-cc5e996b490a with binding_index 1 {{(pid=86433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 21 06:18:30.325517 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [None req-46df2d15-0e92-4395-9652-a47f24430116 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-6-iscsi, ba7fbd72-cb6b-4235-b91e-9c693d4a269f) {{(pid=86433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:18:30.334428 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c9af20-2e9b-450b-ba68-d2f08389c9a4 None None] Network ba7fbd72-cb6b-4235-b91e-9c693d4a269f requested from dv-cinder-782390-6-iscsi {{(pid=86434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:18:30.338975 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46df2d15-0e92-4395-9652-a47f24430116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:18:30.339779 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-46df2d15-0e92-4395-9652-a47f24430116 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:30.395775 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-46df2d15-0e92-4395-9652-a47f24430116 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8307147 Apr 21 06:18:30.398473 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 39372) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:18:30.404534 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-097ba0eb-26a5-4b42-84ae-cd76fde749c7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-659445103-router', 'tenant_id': '1d80fae39fbd414aa5d691cb48ced187', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152'}}} {{(pid=86433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:18:30.409580 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-097ba0eb-26a5-4b42-84ae-cd76fde749c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:18:30.413590 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-097ba0eb-26a5-4b42-84ae-cd76fde749c7 admin admin] Usage tracker for resource:router and tenant:1d80fae39fbd414aa5d691cb48ced187 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:18:30.417997 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-097ba0eb-26a5-4b42-84ae-cd76fde749c7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:18:30.424105 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-097ba0eb-26a5-4b42-84ae-cd76fde749c7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:18:30.474411 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-097ba0eb-26a5-4b42-84ae-cd76fde749c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8000236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854775187'] for router, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:30.475536 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-097ba0eb-26a5-4b42-84ae-cd76fde749c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846775580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036846753534', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846786285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-614'] for router, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:30.490432 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-097ba0eb-26a5-4b42-84ae-cd76fde749c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:30.587472 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1c0f2d-68f0-4af5-976a-5bb48e4f962c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de2c1f0-92f8-5802-94e1-2ca90c756a19-ba7fbd72-cb6b-4235-b91e-9c693d4a269f', 'network_id': 'ba7fbd72-cb6b-4235-b91e-9c693d4a269f', 'tenant_id': '1d80fae39fbd414aa5d691cb48ced187', 'fixed_ips': [{'subnet_id': 'cc9bac0a-80b6-4fd8-aa2e-4f82dce3f82f'}]}} from dv-cinder-782390-6-iscsi. {{(pid=86434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 21 06:18:30.588387 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-8d1c0f2d-68f0-4af5-976a-5bb48e4f962c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_create {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:30.669942 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Device 0b851eff-ef3c-4189-bc09-888f78cd5273 no longer exists at agent hyperv_hv-cinder-78239 {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:18:30.722541 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] No Port match for: 0b851eff-ef3c-4189-bc09-888f78cd5273 {{(pid=86434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:18:30.722968 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Device 0b851eff-ef3c-4189-bc09-888f78cd5273 not bound to the agent host hv-cinder-78239 {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:18:30.796096 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.db_base_plugin_common [None req-8d1c0f2d-68f0-4af5-976a-5bb48e4f962c None None] Allocated IP 172.20.0.2 (ba7fbd72-cb6b-4235-b91e-9c693d4a269f/cc9bac0a-80b6-4fd8-aa2e-4f82dce3f82f/cf203b0f-b5d7-4a5d-8a02-0924d3bef1a9) {{(pid=86434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:18:30.811958 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-097ba0eb-26a5-4b42-84ae-cd76fde749c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846753291', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036846765217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-599'] for router, precommit_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:31.023086 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-8d1c0f2d-68f0-4af5-976a-5bb48e4f962c None None] Notify callbacks [] for port, precommit_create {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:31.024024 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-8b15f739-00bc-40e1-a301-76473d3e1352 req-b958f80a-2dea-4fa8-8bb7-8ce20f236ce8 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0934107 Apr 21 06:18:31.035916 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-8d1c0f2d-68f0-4af5-976a-5bb48e4f962c None None] Transition to ACTIVE for port object cf203b0f-b5d7-4a5d-8a02-0924d3bef1a9 will not be triggered until provisioned by entity L2. {{(pid=86434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:18:31.057432 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-8d1c0f2d-68f0-4af5-976a-5bb48e4f962c None None] Transition to ACTIVE for port object cf203b0f-b5d7-4a5d-8a02-0924d3bef1a9 will not be triggered until provisioned by entity DHCP. {{(pid=86434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:18:31.109419 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-8d1c0f2d-68f0-4af5-976a-5bb48e4f962c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363270981802970'] for port, after_create {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:31.119576 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:18:31.186433 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1c0f2d-68f0-4af5-976a-5bb48e4f962c None None] Network ba7fbd72-cb6b-4235-b91e-9c693d4a269f is already hosted by enough agents. {{(pid=86434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:18:31.190063 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [None req-8d1c0f2d-68f0-4af5-976a-5bb48e4f962c None None] Resources bound (agent type, host, resource id): {{(pid=86434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:18:31.194215 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1c0f2d-68f0-4af5-976a-5bb48e4f962c None None] Received port after_create {{(pid=86434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:18:31.204194 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1c0f2d-68f0-4af5-976a-5bb48e4f962c None None] Pushing event updated for resources: {'Port': ['ID=cf203b0f-b5d7-4a5d-8a02-0924d3bef1a9,revision_number=1']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:18:31.251469 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c0f2d-68f0-4af5-976a-5bb48e4f962c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:18:31.251872 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c0f2d-68f0-4af5-976a-5bb48e4f962c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:18:31.252255 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c0f2d-68f0-4af5-976a-5bb48e4f962c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:18:31.252636 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c0f2d-68f0-4af5-976a-5bb48e4f962c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:18:31.253011 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c0f2d-68f0-4af5-976a-5bb48e4f962c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:18:31.253384 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c0f2d-68f0-4af5-976a-5bb48e4f962c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:18:31.253760 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c0f2d-68f0-4af5-976a-5bb48e4f962c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:18:31.254129 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c0f2d-68f0-4af5-976a-5bb48e4f962c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:18:31.254503 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c0f2d-68f0-4af5-976a-5bb48e4f962c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:18:31.254897 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c0f2d-68f0-4af5-976a-5bb48e4f962c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:18:31.255271 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c0f2d-68f0-4af5-976a-5bb48e4f962c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:18:31.255892 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c0f2d-68f0-4af5-976a-5bb48e4f962c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:18:31.263947 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-097ba0eb-26a5-4b42-84ae-cd76fde749c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:31.264391 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-8d1c0f2d-68f0-4af5-976a-5bb48e4f962c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:18:31.299238 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-097ba0eb-26a5-4b42-84ae-cd76fde749c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:31.323285 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-8d1c0f2d-68f0-4af5-976a-5bb48e4f962c None None] Attempting to bind port cf203b0f-b5d7-4a5d-8a02-0924d3bef1a9 on host dv-cinder-782390-6-iscsi for vnic_type normal with profile {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:18:31.323706 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-8d1c0f2d-68f0-4af5-976a-5bb48e4f962c None None] Attempting to bind port cf203b0f-b5d7-4a5d-8a02-0924d3bef1a9 by drivers openvswitch,hyperv on host dv-cinder-782390-6-iscsi at level 0 using segments [{'id': 'f71ad6e2-2991-411f-92a8-7f3db92bb50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ba7fbd72-cb6b-4235-b91e-9c693d4a269f'}] {{(pid=86434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:18:31.324118 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1c0f2d-68f0-4af5-976a-5bb48e4f962c None None] Attempting to bind port cf203b0f-b5d7-4a5d-8a02-0924d3bef1a9 on network ba7fbd72-cb6b-4235-b91e-9c693d4a269f {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:18:31.330753 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1c0f2d-68f0-4af5-976a-5bb48e4f962c None None] Checking agent: {'id': '6ed75209-5459-46e4-8756-ce582068b488', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 5, 55, 6), 'started_at': datetime.datetime(2021, 4, 21, 5, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:18:31.331172 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1c0f2d-68f0-4af5-976a-5bb48e4f962c None None] Checking segment: {'id': 'f71ad6e2-2991-411f-92a8-7f3db92bb50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ba7fbd72-cb6b-4235-b91e-9c693d4a269f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:18:31.331624 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-8d1c0f2d-68f0-4af5-976a-5bb48e4f962c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:31.332067 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1c0f2d-68f0-4af5-976a-5bb48e4f962c None None] Bound using segment: {'id': 'f71ad6e2-2991-411f-92a8-7f3db92bb50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ba7fbd72-cb6b-4235-b91e-9c693d4a269f'} {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:18:31.332585 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-8d1c0f2d-68f0-4af5-976a-5bb48e4f962c None None] Bound port: cf203b0f-b5d7-4a5d-8a02-0924d3bef1a9, host: dv-cinder-782390-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f71ad6e2-2991-411f-92a8-7f3db92bb50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ba7fbd72-cb6b-4235-b91e-9c693d4a269f'}}] {{(pid=86434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:18:31.333009 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-8d1c0f2d-68f0-4af5-976a-5bb48e4f962c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:31.431556 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-8d1c0f2d-68f0-4af5-976a-5bb48e4f962c None None] For port cf203b0f-b5d7-4a5d-8a02-0924d3bef1a9, host dv-cinder-782390-6-iscsi, cleared binding levels {{(pid=86434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:18:31.434844 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-8d1c0f2d-68f0-4af5-976a-5bb48e4f962c None None] For port cf203b0f-b5d7-4a5d-8a02-0924d3bef1a9, host dv-cinder-782390-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=cf203b0f-b5d7-4a5d-8a02-0924d3bef1a9,segment=NetworkSegment(f71ad6e2-2991-411f-92a8-7f3db92bb50f),segment_id=f71ad6e2-2991-411f-92a8-7f3db92bb50f)] {{(pid=86434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:18:31.509461 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-8d1c0f2d-68f0-4af5-976a-5bb48e4f962c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:31.517412 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:18:31.542304 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.db_base_plugin_common [None req-097ba0eb-26a5-4b42-84ae-cd76fde749c7 admin admin] Allocated IP 172.27.2.26 (07a7a1dd-edf9-4d1b-80a1-539c21f96152/ecb89d71-8db1-4ceb-ad17-1c0004eeb607/2cb81773-1b87-4e74-896c-e71a87aed683) {{(pid=86433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:18:31.600480 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1c0f2d-68f0-4af5-976a-5bb48e4f962c None None] Pushing event updated for resources: {'Port': ['ID=cf203b0f-b5d7-4a5d-8a02-0924d3bef1a9,revision_number=2']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:18:31.604115 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-8d1c0f2d-68f0-4af5-976a-5bb48e4f962c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:18:31.699389 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-097ba0eb-26a5-4b42-84ae-cd76fde749c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:31.760576 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-097ba0eb-26a5-4b42-84ae-cd76fde749c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363270981802970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6571441'] for port, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:31.765601 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:18:31.831533 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097ba0eb-26a5-4b42-84ae-cd76fde749c7 admin admin] Network 07a7a1dd-edf9-4d1b-80a1-539c21f96152 is already hosted by enough agents. {{(pid=86433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:18:31.835025 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [None req-097ba0eb-26a5-4b42-84ae-cd76fde749c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=86433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:18:31.839486 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097ba0eb-26a5-4b42-84ae-cd76fde749c7 admin admin] Received port after_create {{(pid=86433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:18:31.879901 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ba0eb-26a5-4b42-84ae-cd76fde749c7 admin admin] Pushing event updated for resources: {'Port': ['ID=2cb81773-1b87-4e74-896c-e71a87aed683,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:18:31.884957 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-097ba0eb-26a5-4b42-84ae-cd76fde749c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:18:32.078989 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f459fbd5-da99-423c-81a5-aa6c0ac5a5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:32.330525 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-eed5968c-c968-481c-874c-7acd772c4d2b req-5162c713-2233-437a-8bce-c8e8115843c1 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.1208775 Apr 21 06:18:32.714811 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-097ba0eb-26a5-4b42-84ae-cd76fde749c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:33.092870 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-097ba0eb-26a5-4b42-84ae-cd76fde749c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8010567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8022495'] for router, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:33.124869 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbefbbe4-751a-4e71-b3da-e9ef55c48b4d None None] Network ba7fbd72-cb6b-4235-b91e-9c693d4a269f requested from dv-cinder-782390-6-iscsi {{(pid=86434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:18:33.333812 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-646327f0-590f-41a6-99b8-d783ce55ea9a None None] Provisioning for port cf203b0f-b5d7-4a5d-8a02-0924d3bef1a9 completed by entity DHCP. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:18:33.363035 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-097ba0eb-26a5-4b42-84ae-cd76fde749c7 admin admin] Router f7905e5d-08e0-4ed7-8d52-69af463636fe is scheduled to L3 agent 11ad1a07-0ae8-4245-9270-47a08d3f943a with binding_index 1 {{(pid=86433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 21 06:18:33.526701 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-8b4dd27a-b20b-47a9-9bc9-9ae383a8b656 req-d83158c7-10d1-450d-ad79-4eb709b6c92f tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0638394 Apr 21 06:18:33.621203 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-097ba0eb-26a5-4b42-84ae-cd76fde749c7 admin admin] Notify agent at l3_agent.dv-cinder-782390-6-iscsi the message routers_updated {{(pid=86433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 06:18:33.637157 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b901c59-1bad-4b91-8c6e-2cd4eb0c2c9e None None] Sync routers for ids ['f7905e5d-08e0-4ed7-8d52-69af463636fe'] in dv-cinder-782390-6-iscsi {{(pid=86435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 06:18:33.646984 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b901c59-1bad-4b91-8c6e-2cd4eb0c2c9e None None] Routers {'f7905e5d-08e0-4ed7-8d52-69af463636fe'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:18:33.647658 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-0b901c59-1bad-4b91-8c6e-2cd4eb0c2c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T06:18:04Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['f7905e5d-08e0-4ed7-8d52-69af463636fe'], 'active': True} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:18:33.676434 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device cf203b0f-b5d7-4a5d-8a02-0924d3bef1a9 up at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:18:33.685673 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-097ba0eb-26a5-4b42-84ae-cd76fde749c7 admin admin] Notify callbacks [] for router, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:33.688845 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-097ba0eb-26a5-4b42-84ae-cd76fde749c7 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.2875719 Apr 21 06:18:33.689978 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 39412) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:18:33.776987 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning for port cf203b0f-b5d7-4a5d-8a02-0924d3bef1a9 completed by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:18:33.782149 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning complete for port cf203b0f-b5d7-4a5d-8a02-0924d3bef1a9 triggered by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:18:33.782578 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:33.918290 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:33.955284 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] For port cf203b0f-b5d7-4a5d-8a02-0924d3bef1a9, host dv-cinder-782390-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=cf203b0f-b5d7-4a5d-8a02-0924d3bef1a9,segment=NetworkSegment(f71ad6e2-2991-411f-92a8-7f3db92bb50f),segment_id=f71ad6e2-2991-411f-92a8-7f3db92bb50f)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:18:33.989261 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:33.990874 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:18:34.013609 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-0b901c59-1bad-4b91-8c6e-2cd4eb0c2c9e None None] Set router f7905e5d-08e0-4ed7-8d52-69af463636fe gateway port host: dv-cinder-782390-6-iscsi {{(pid=86435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:18:34.064161 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Pushing event updated for resources: {'Port': ['ID=cf203b0f-b5d7-4a5d-8a02-0924d3bef1a9,revision_number=3']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:18:34.067719 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:18:34.336006 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-0b901c59-1bad-4b91-8c6e-2cd4eb0c2c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7905e5d-08e0-4ed7-8d52-69af463636fe', 'name': 'tempest-TestShelveInstance-659445103-router', 'tenant_id': '1d80fae39fbd414aa5d691cb48ced187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '2cb81773-1b87-4e74-896c-e71a87aed683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:18:30Z', 'updated_at': '2021-04-21T06:18:32Z', 'revision_number': 3, 'project_id': '1d80fae39fbd414aa5d691cb48ced187', 'gw_port': {'id': '2cb81773-1b87-4e74-896c-e71a87aed683', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:81:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7905e5d-08e0-4ed7-8d52-69af463636fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:18:31Z', 'updated_at': '2021-04-21T06:18:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi'}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:18:34.341106 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b901c59-1bad-4b91-8c6e-2cd4eb0c2c9e None None] Checking router: f7905e5d-08e0-4ed7-8d52-69af463636fe for host: dv-cinder-782390-6-iscsi {{(pid=86435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 06:18:34.341503 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b901c59-1bad-4b91-8c6e-2cd4eb0c2c9e None None] Updating router f7905e5d-08e0-4ed7-8d52-69af463636fe port 2cb81773-1b87-4e74-896c-e71a87aed683 binding host dv-cinder-782390-6-iscsi {{(pid=86435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 21 06:18:34.405773 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0b901c59-1bad-4b91-8c6e-2cd4eb0c2c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86435) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:34.525989 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f74b3866-8d5b-4f99-a2c7-3ee003c18411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:34.767315 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e3c8e60f-3887-49cf-85bd-7036bfe114aa req-655f7a3b-e1d9-40dd-b9e6-e576e1bf9596 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0609193 Apr 21 06:18:34.797859 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0b901c59-1bad-4b91-8c6e-2cd4eb0c2c9e None None] Notify callbacks [] for port, precommit_update {{(pid=86435) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:34.798098 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-8a294f31-75ea-4a19-b93e-b102c143e437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:34.810363 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-0b901c59-1bad-4b91-8c6e-2cd4eb0c2c9e None None] Transition to ACTIVE for port object 2cb81773-1b87-4e74-896c-e71a87aed683 will not be triggered until provisioned by entity L2. {{(pid=86435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:18:34.851515 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0b901c59-1bad-4b91-8c6e-2cd4eb0c2c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86435) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:34.856480 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-e53ee70a-946c-4840-baf4-1dd2c77ce7f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86435) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:18:34.932594 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-0b901c59-1bad-4b91-8c6e-2cd4eb0c2c9e None None] Attempting to bind port 2cb81773-1b87-4e74-896c-e71a87aed683 on host dv-cinder-782390-6-iscsi for vnic_type normal with profile {{(pid=86435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:18:34.932982 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-0b901c59-1bad-4b91-8c6e-2cd4eb0c2c9e None None] Attempting to bind port 2cb81773-1b87-4e74-896c-e71a87aed683 by drivers openvswitch,hyperv on host dv-cinder-782390-6-iscsi at level 0 using segments [{'id': 'd57a18c0-30ee-4dde-82a2-7c14b6979212', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152'}] {{(pid=86435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:18:34.933778 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b901c59-1bad-4b91-8c6e-2cd4eb0c2c9e None None] Attempting to bind port 2cb81773-1b87-4e74-896c-e71a87aed683 on network 07a7a1dd-edf9-4d1b-80a1-539c21f96152 {{(pid=86435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:18:34.945227 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:34.946185 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b901c59-1bad-4b91-8c6e-2cd4eb0c2c9e None None] Checking agent: {'id': '6ed75209-5459-46e4-8756-ce582068b488', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 5, 55, 6), 'started_at': datetime.datetime(2021, 4, 21, 5, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:18:34.947212 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b901c59-1bad-4b91-8c6e-2cd4eb0c2c9e None None] Checking segment: {'id': 'd57a18c0-30ee-4dde-82a2-7c14b6979212', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:18:34.947664 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0b901c59-1bad-4b91-8c6e-2cd4eb0c2c9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86435) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:34.948100 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b901c59-1bad-4b91-8c6e-2cd4eb0c2c9e None None] Bound using segment: {'id': 'd57a18c0-30ee-4dde-82a2-7c14b6979212', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152'} {{(pid=86435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:18:34.948618 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-0b901c59-1bad-4b91-8c6e-2cd4eb0c2c9e None None] Bound port: 2cb81773-1b87-4e74-896c-e71a87aed683, host: dv-cinder-782390-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd57a18c0-30ee-4dde-82a2-7c14b6979212', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152'}}] {{(pid=86435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:18:34.949048 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0b901c59-1bad-4b91-8c6e-2cd4eb0c2c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86435) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:34.989141 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491cba3e-9069-470d-a082-68e3083f0abb None None] Pushing event updated for resources: {'Port': ['ID=2cb81773-1b87-4e74-896c-e71a87aed683,revision_number=2']} {{(pid=86435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:18:35.007274 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491cba3e-9069-470d-a082-68e3083f0abb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:18:35.007660 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491cba3e-9069-470d-a082-68e3083f0abb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:18:35.008036 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491cba3e-9069-470d-a082-68e3083f0abb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:18:35.008404 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491cba3e-9069-470d-a082-68e3083f0abb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:18:35.008791 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491cba3e-9069-470d-a082-68e3083f0abb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:18:35.009691 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491cba3e-9069-470d-a082-68e3083f0abb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:18:35.010060 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491cba3e-9069-470d-a082-68e3083f0abb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:18:35.010421 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491cba3e-9069-470d-a082-68e3083f0abb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:18:35.010842 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491cba3e-9069-470d-a082-68e3083f0abb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:18:35.011205 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491cba3e-9069-470d-a082-68e3083f0abb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:18:35.011561 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491cba3e-9069-470d-a082-68e3083f0abb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:18:35.011915 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491cba3e-9069-470d-a082-68e3083f0abb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:18:35.017531 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-491cba3e-9069-470d-a082-68e3083f0abb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86435) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:18:35.024933 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.db_base_plugin_common [None req-8a294f31-75ea-4a19-b93e-b102c143e437 admin admin] Allocated IP 172.20.0.1 (ba7fbd72-cb6b-4235-b91e-9c693d4a269f/cc9bac0a-80b6-4fd8-aa2e-4f82dce3f82f/0e56b838-e5f6-4ae5-b4a6-bd775f58e4f7) {{(pid=86433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:18:35.111194 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-0b901c59-1bad-4b91-8c6e-2cd4eb0c2c9e None None] For port 2cb81773-1b87-4e74-896c-e71a87aed683, host dv-cinder-782390-6-iscsi, cleared binding levels {{(pid=86435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:18:35.114302 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-0b901c59-1bad-4b91-8c6e-2cd4eb0c2c9e None None] For port 2cb81773-1b87-4e74-896c-e71a87aed683, host dv-cinder-782390-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=2cb81773-1b87-4e74-896c-e71a87aed683,segment=NetworkSegment(d57a18c0-30ee-4dde-82a2-7c14b6979212),segment_id=d57a18c0-30ee-4dde-82a2-7c14b6979212)] {{(pid=86435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:18:35.149140 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0b901c59-1bad-4b91-8c6e-2cd4eb0c2c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86435) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:35.154140 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86435) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:18:35.232721 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b901c59-1bad-4b91-8c6e-2cd4eb0c2c9e None None] Routers {'f7905e5d-08e0-4ed7-8d52-69af463636fe'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:18:35.233287 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-0b901c59-1bad-4b91-8c6e-2cd4eb0c2c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T06:18:34Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['f7905e5d-08e0-4ed7-8d52-69af463636fe'], 'active': True} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:18:35.272802 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-8a294f31-75ea-4a19-b93e-b102c143e437 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:35.292034 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-8a294f31-75ea-4a19-b93e-b102c143e437 admin admin] Transition to ACTIVE for port object 0e56b838-e5f6-4ae5-b4a6-bd775f58e4f7 will not be triggered until provisioned by entity DHCP. {{(pid=86433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:18:35.354970 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-8a294f31-75ea-4a19-b93e-b102c143e437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363270981802970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6571441'] for port, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:35.359604 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491cba3e-9069-470d-a082-68e3083f0abb None None] Pushing event updated for resources: {'Port': ['ID=2cb81773-1b87-4e74-896c-e71a87aed683,revision_number=3']} {{(pid=86435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:18:35.360002 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:18:35.370078 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-491cba3e-9069-470d-a082-68e3083f0abb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86435) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:18:35.433311 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a294f31-75ea-4a19-b93e-b102c143e437 admin admin] Network ba7fbd72-cb6b-4235-b91e-9c693d4a269f is already hosted by enough agents. {{(pid=86433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:18:35.433953 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-0b901c59-1bad-4b91-8c6e-2cd4eb0c2c9e None None] Set router f7905e5d-08e0-4ed7-8d52-69af463636fe gateway port host: dv-cinder-782390-6-iscsi {{(pid=86435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:18:35.436401 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [None req-8a294f31-75ea-4a19-b93e-b102c143e437 admin admin] Resources bound (agent type, host, resource id): {{(pid=86433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:18:35.440313 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a294f31-75ea-4a19-b93e-b102c143e437 admin admin] Received port after_create {{(pid=86433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:18:35.473547 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a294f31-75ea-4a19-b93e-b102c143e437 admin admin] Pushing event updated for resources: {'Port': ['ID=0e56b838-e5f6-4ae5-b4a6-bd775f58e4f7,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:18:35.486900 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-8a294f31-75ea-4a19-b93e-b102c143e437 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:18:35.502822 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:35.511539 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-8a294f31-75ea-4a19-b93e-b102c143e437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846764798'] for router_interface, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:35.651133 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device cf203b0f-b5d7-4a5d-8a02-0924d3bef1a9 up at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:18:35.709325 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-8a294f31-75ea-4a19-b93e-b102c143e437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:35.732487 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning complete for port cf203b0f-b5d7-4a5d-8a02-0924d3bef1a9 triggered by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:18:35.732914 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:35.849360 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-f1954b3b-0750-4221-9d20-72de3fabfe0d None None] Provisioning for port 0e56b838-e5f6-4ae5-b4a6-bd775f58e4f7 completed by entity DHCP. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:18:35.849637 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-0b901c59-1bad-4b91-8c6e-2cd4eb0c2c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7905e5d-08e0-4ed7-8d52-69af463636fe', 'name': 'tempest-TestShelveInstance-659445103-router', 'tenant_id': '1d80fae39fbd414aa5d691cb48ced187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '2cb81773-1b87-4e74-896c-e71a87aed683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:18:30Z', 'updated_at': '2021-04-21T06:18:32Z', 'revision_number': 3, 'project_id': '1d80fae39fbd414aa5d691cb48ced187', 'gw_port': {'id': '2cb81773-1b87-4e74-896c-e71a87aed683', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:81:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7905e5d-08e0-4ed7-8d52-69af463636fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:18:31Z', 'updated_at': '2021-04-21T06:18:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi'}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:18:35.854051 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b901c59-1bad-4b91-8c6e-2cd4eb0c2c9e None None] The sync data for ids ['f7905e5d-08e0-4ed7-8d52-69af463636fe'] in dv-cinder-782390-6-iscsi is: [{'id': 'f7905e5d-08e0-4ed7-8d52-69af463636fe', 'name': 'tempest-TestShelveInstance-659445103-router', 'tenant_id': '1d80fae39fbd414aa5d691cb48ced187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '2cb81773-1b87-4e74-896c-e71a87aed683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:18:30Z', 'updated_at': '2021-04-21T06:18:32Z', 'revision_number': 3, 'project_id': '1d80fae39fbd414aa5d691cb48ced187', 'gw_port': {'id': '2cb81773-1b87-4e74-896c-e71a87aed683', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:81:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7905e5d-08e0-4ed7-8d52-69af463636fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:18:31Z', 'updated_at': '2021-04-21T06:18:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi'}] {{(pid=86435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 06:18:35.865501 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-f1954b3b-0750-4221-9d20-72de3fabfe0d None None] Provisioning complete for port 0e56b838-e5f6-4ae5-b4a6-bd775f58e4f7 triggered by entity DHCP. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:18:35.866055 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f1954b3b-0750-4221-9d20-72de3fabfe0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:35.965928 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-f1954b3b-0750-4221-9d20-72de3fabfe0d None None] Port 0e56b838-e5f6-4ae5-b4a6-bd775f58e4f7 cannot update to ACTIVE because it is not bound. {{(pid=86434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 06:18:35.989149 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-8a294f31-75ea-4a19-b93e-b102c143e437 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:35.991215 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-968f6f26-7d97-48d8-8b58-efd5776acb92 req-730e8f27-e497-4487-93b9-af492b4f8140 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0620148 Apr 21 06:18:36.022822 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-8a294f31-75ea-4a19-b93e-b102c143e437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848204360'] for port, after_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:36.052466 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-dd0ee7fe-8e06-4ff4-bd5a-96e6afea8664 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:18:36.139846 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-8a294f31-75ea-4a19-b93e-b102c143e437 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846863953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8011109'] for router_interface, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:36.144279 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a294f31-75ea-4a19-b93e-b102c143e437 admin admin] Pushing event updated for resources: {'Port': ['ID=0e56b838-e5f6-4ae5-b4a6-bd775f58e4f7,revision_number=2']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:18:36.148894 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-8a294f31-75ea-4a19-b93e-b102c143e437 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:18:36.263291 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:36.291371 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a294f31-75ea-4a19-b93e-b102c143e437 admin admin] Network ba7fbd72-cb6b-4235-b91e-9c693d4a269f is already hosted by enough agents. {{(pid=86433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:18:36.297978 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [None req-8a294f31-75ea-4a19-b93e-b102c143e437 admin admin] Resources bound (agent type, host, resource id): {{(pid=86433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:18:36.517114 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a294f31-75ea-4a19-b93e-b102c143e437 admin admin] Router f7905e5d-08e0-4ed7-8d52-69af463636fe has already been hosted by L3 agent 11ad1a07-0ae8-4245-9270-47a08d3f943a {{(pid=86433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 06:18:36.592012 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-7a5f6720-75a8-4848-8f78-17fe485f7397 None None] Provisioning complete for port 0e56b838-e5f6-4ae5-b4a6-bd775f58e4f7 triggered by entity DHCP. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:18:36.592598 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-7a5f6720-75a8-4848-8f78-17fe485f7397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:36.664668 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-7a5f6720-75a8-4848-8f78-17fe485f7397 None None] Port 0e56b838-e5f6-4ae5-b4a6-bd775f58e4f7 cannot update to ACTIVE because it is not bound. {{(pid=86434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 06:18:36.723874 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a294f31-75ea-4a19-b93e-b102c143e437 admin admin] Notify agent at l3_agent.dv-cinder-782390-6-iscsi the message routers_updated {{(pid=86433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 06:18:36.736474 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-8a294f31-75ea-4a19-b93e-b102c143e437 admin admin] 10.222.0.15 "PUT /v2.0/routers/f7905e5d-08e0-4ed7-8d52-69af463636fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0432887 Apr 21 06:18:37.031989 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:37.180107 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f92e322c-566e-42d2-b95d-74f61574d7fe req-24430f76-b051-4226-8d43-fbcbff24a4be tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0523238 Apr 21 06:18:37.411923 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 39466) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:18:37.419069 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-514eb179-a956-4fca-9121-1fee18f894a1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-720866915-network', 'tenant_id': 'db83c7d6dbee4b5c9f1625d7b5ba68f5'}} {{(pid=86433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:18:37.424067 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-514eb179-a956-4fca-9121-1fee18f894a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:18:37.428108 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-514eb179-a956-4fca-9121-1fee18f894a1 admin admin] Usage tracker for resource:network and tenant:db83c7d6dbee4b5c9f1625d7b5ba68f5 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:18:37.431213 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-514eb179-a956-4fca-9121-1fee18f894a1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:18:37.437468 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-514eb179-a956-4fca-9121-1fee18f894a1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:18:37.479298 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514eb179-a956-4fca-9121-1fee18f894a1 admin admin] Made reservation on behalf of db83c7d6dbee4b5c9f1625d7b5ba68f5 for: {'network': 1} {{(pid=86433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:18:37.484199 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-514eb179-a956-4fca-9121-1fee18f894a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for network, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:37.497448 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-514eb179-a956-4fca-9121-1fee18f894a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:37.512989 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-514eb179-a956-4fca-9121-1fee18f894a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:18:37.517193 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-514eb179-a956-4fca-9121-1fee18f894a1 admin admin] Usage tracker for resource:security_group_rule and tenant:db83c7d6dbee4b5c9f1625d7b5ba68f5 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:18:37.520262 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-514eb179-a956-4fca-9121-1fee18f894a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:18:37.526862 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-514eb179-a956-4fca-9121-1fee18f894a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:18:37.612180 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-514eb179-a956-4fca-9121-1fee18f894a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:37.654180 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 2cb81773-1b87-4e74-896c-e71a87aed683 up at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:18:37.663171 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-514eb179-a956-4fca-9121-1fee18f894a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:37.675941 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-bb21d54a-9bde-44c2-aa14-41e52b07328e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:18:37.701881 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-514eb179-a956-4fca-9121-1fee18f894a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=86433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 21 06:18:37.717418 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514eb179-a956-4fca-9121-1fee18f894a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1047262c-fdf8-4c2d-ac37-e58bdd570989,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:18:37.721024 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-514eb179-a956-4fca-9121-1fee18f894a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:18:37.722307 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-514eb179-a956-4fca-9121-1fee18f894a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1361606'] for segment, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:37.722801 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.db.segments_db [None req-514eb179-a956-4fca-9121-1fee18f894a1 admin admin] Added segment 275f6fb3-8e84-4cbd-ad06-ea3ef4717eae of type vlan for network 27407ff8-ff49-4a03-8646-a5cff4dc9bea Apr 21 06:18:37.751781 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-514eb179-a956-4fca-9121-1fee18f894a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765872960183'] for network, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:37.765810 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning for port 2cb81773-1b87-4e74-896c-e71a87aed683 completed by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:18:37.771497 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning complete for port 2cb81773-1b87-4e74-896c-e71a87aed683 triggered by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:18:37.771871 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:37.811490 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-514eb179-a956-4fca-9121-1fee18f894a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970'] for network, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:37.813217 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514eb179-a956-4fca-9121-1fee18f894a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:18:37.813938 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-514eb179-a956-4fca-9121-1fee18f894a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846863987'] for network, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:37.819225 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:18:37.898353 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:37.915912 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] For port 2cb81773-1b87-4e74-896c-e71a87aed683, host dv-cinder-782390-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=2cb81773-1b87-4e74-896c-e71a87aed683,segment=NetworkSegment(d57a18c0-30ee-4dde-82a2-7c14b6979212),segment_id=d57a18c0-30ee-4dde-82a2-7c14b6979212)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:18:37.926057 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514eb179-a956-4fca-9121-1fee18f894a1 admin admin] Pushing event updated for resources: {'Network': ['ID=27407ff8-ff49-4a03-8646-a5cff4dc9bea,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:18:37.928911 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-514eb179-a956-4fca-9121-1fee18f894a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:18:37.937814 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Network 27407ff8-ff49-4a03-8646-a5cff4dc9bea details requested by agent ovs-agent-dv-cinder-782390-6-iscsi with host dv-cinder-782390-6-iscsi {{(pid=86434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 21 06:18:37.968804 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:37.972428 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-514eb179-a956-4fca-9121-1fee18f894a1 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5592954 Apr 21 06:18:37.974829 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:18:37.975471 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 39478) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:18:37.982043 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-bcbd2475-66f3-4df6-97d2-5331d3dc380f admin admin] Request body: {'subnet': {'network_id': '27407ff8-ff49-4a03-8646-a5cff4dc9bea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-720866915-subnet', 'tenant_id': 'db83c7d6dbee4b5c9f1625d7b5ba68f5', 'ip_version': 4}} {{(pid=86433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:18:37.987226 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-bcbd2475-66f3-4df6-97d2-5331d3dc380f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:18:37.991322 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-bcbd2475-66f3-4df6-97d2-5331d3dc380f admin admin] Usage tracker for resource:subnet and tenant:db83c7d6dbee4b5c9f1625d7b5ba68f5 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:18:37.995014 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-bcbd2475-66f3-4df6-97d2-5331d3dc380f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:18:38.003826 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-bcbd2475-66f3-4df6-97d2-5331d3dc380f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:18:38.040100 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcbd2475-66f3-4df6-97d2-5331d3dc380f admin admin] Made reservation on behalf of db83c7d6dbee4b5c9f1625d7b5ba68f5 for: {'subnet': 1} {{(pid=86433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:18:38.044800 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-bcbd2475-66f3-4df6-97d2-5331d3dc380f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848149826'] for subnet, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:38.116275 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Pushing event updated for resources: {'Port': ['ID=2cb81773-1b87-4e74-896c-e71a87aed683,revision_number=4']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:18:38.119928 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:18:38.379560 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f894dd0a-b94c-49d1-b678-1cb3a5718019 req-9c0eeb9d-a4d9-4fd0-b214-103112f45904 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0514381 Apr 21 06:18:38.591855 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-bcbd2475-66f3-4df6-97d2-5331d3dc380f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7991656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848204256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848149841'] for subnet, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:38.596734 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-f55e5351-2dfb-4f20-8e21-6dc744c4541b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:18:38.671198 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbd2475-66f3-4df6-97d2-5331d3dc380f admin admin] Pushing event updated for resources: {'Subnet': ['ID=78e4ea68-3c27-4e77-bd29-bc153c229467,revision_number=0']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:18:38.674877 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-bcbd2475-66f3-4df6-97d2-5331d3dc380f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:18:38.680987 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbd2475-66f3-4df6-97d2-5331d3dc380f admin admin] Checking segment: {'id': '275f6fb3-8e84-4cbd-ad06-ea3ef4717eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '27407ff8-ff49-4a03-8646-a5cff4dc9bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:18:38.681375 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbd2475-66f3-4df6-97d2-5331d3dc380f admin admin] Network hostable DHCP agents. Network: 27407ff8-ff49-4a03-8646-a5cff4dc9bea, hostable agents: ['6e5e74bc-90a9-40d2-b33c-cc5e996b490a'], hosted agents: [] {{(pid=86433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 21 06:18:38.725345 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbd2475-66f3-4df6-97d2-5331d3dc380f admin admin] Network 27407ff8-ff49-4a03-8646-a5cff4dc9bea is scheduled to be hosted by DHCP agent 6e5e74bc-90a9-40d2-b33c-cc5e996b490a with binding_index 1 {{(pid=86433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 21 06:18:38.759770 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [None req-bcbd2475-66f3-4df6-97d2-5331d3dc380f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-6-iscsi, 27407ff8-ff49-4a03-8646-a5cff4dc9bea) {{(pid=86433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:18:38.776365 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbd2475-66f3-4df6-97d2-5331d3dc380f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:18:38.776995 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-bcbd2475-66f3-4df6-97d2-5331d3dc380f admin admin] Notify callbacks [] for subnet, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:38.777234 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef688560-dbd1-4bf7-adc7-6be1bd393667 None None] Network 27407ff8-ff49-4a03-8646-a5cff4dc9bea requested from dv-cinder-782390-6-iscsi {{(pid=86434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:18:38.821651 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addb89d2-f9ad-4f1b-b3d9-3f00be66c173 None None] Sync routers for ids ['f7905e5d-08e0-4ed7-8d52-69af463636fe'] in dv-cinder-782390-6-iscsi {{(pid=86434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 06:18:38.835093 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-bcbd2475-66f3-4df6-97d2-5331d3dc380f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8582036 Apr 21 06:18:38.838225 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 39490) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:18:38.844400 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-5740d310-6fc6-48ba-a2f3-a4d360105c24 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-720866915-router', 'tenant_id': 'db83c7d6dbee4b5c9f1625d7b5ba68f5', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152'}}} {{(pid=86433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:18:38.849868 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-5740d310-6fc6-48ba-a2f3-a4d360105c24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:18:38.855135 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-5740d310-6fc6-48ba-a2f3-a4d360105c24 admin admin] Usage tracker for resource:router and tenant:db83c7d6dbee4b5c9f1625d7b5ba68f5 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:18:38.859857 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-5740d310-6fc6-48ba-a2f3-a4d360105c24 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:18:38.869540 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-5740d310-6fc6-48ba-a2f3-a4d360105c24 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:18:38.890882 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addb89d2-f9ad-4f1b-b3d9-3f00be66c173 None None] Routers {'f7905e5d-08e0-4ed7-8d52-69af463636fe'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:18:38.891579 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-addb89d2-f9ad-4f1b-b3d9-3f00be66c173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T06:18:34Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['f7905e5d-08e0-4ed7-8d52-69af463636fe'], 'active': True} {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:18:38.903091 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5740d310-6fc6-48ba-a2f3-a4d360105c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8000236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854775187'] for router, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:38.904445 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5740d310-6fc6-48ba-a2f3-a4d360105c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846775580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036846753534', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846786285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-614'] for router, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:39.123403 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5740d310-6fc6-48ba-a2f3-a4d360105c24 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:39.365527 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-addb89d2-f9ad-4f1b-b3d9-3f00be66c173 None None] Set router f7905e5d-08e0-4ed7-8d52-69af463636fe gateway port host: dv-cinder-782390-6-iscsi {{(pid=86434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:18:39.414543 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba409486-ee38-4f52-9276-97eb58f887d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de2c1f0-92f8-5802-94e1-2ca90c756a19-27407ff8-ff49-4a03-8646-a5cff4dc9bea', 'network_id': '27407ff8-ff49-4a03-8646-a5cff4dc9bea', 'tenant_id': 'db83c7d6dbee4b5c9f1625d7b5ba68f5', 'fixed_ips': [{'subnet_id': '78e4ea68-3c27-4e77-bd29-bc153c229467'}]}} from dv-cinder-782390-6-iscsi. {{(pid=86434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 21 06:18:39.416051 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-ba409486-ee38-4f52-9276-97eb58f887d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_create {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:39.471292 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5740d310-6fc6-48ba-a2f3-a4d360105c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846753291', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036846765217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-599'] for router, precommit_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:39.562002 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-0b5cf7b8-8700-4ebd-b1aa-12106b808c0f req-44819d18-d08f-4e72-8f1d-360d1129f2e7 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0675819 Apr 21 06:18:39.668752 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 2cb81773-1b87-4e74-896c-e71a87aed683 up at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:18:39.887599 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.db_base_plugin_common [None req-ba409486-ee38-4f52-9276-97eb58f887d1 None None] Allocated IP 172.20.0.2 (27407ff8-ff49-4a03-8646-a5cff4dc9bea/78e4ea68-3c27-4e77-bd29-bc153c229467/ac90ab10-6c5e-4e76-85d3-409c89da0433) {{(pid=86434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:18:39.903263 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning complete for port 2cb81773-1b87-4e74-896c-e71a87aed683 triggered by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:18:39.903681 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:40.079883 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:18:40.098887 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-addb89d2-f9ad-4f1b-b3d9-3f00be66c173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7905e5d-08e0-4ed7-8d52-69af463636fe', 'name': 'tempest-TestShelveInstance-659445103-router', 'tenant_id': '1d80fae39fbd414aa5d691cb48ced187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '2cb81773-1b87-4e74-896c-e71a87aed683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:18:30Z', 'updated_at': '2021-04-21T06:18:35Z', 'revision_number': 4, 'project_id': '1d80fae39fbd414aa5d691cb48ced187', 'gw_port': {'id': '2cb81773-1b87-4e74-896c-e71a87aed683', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:81:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7905e5d-08e0-4ed7-8d52-69af463636fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:18:31Z', 'updated_at': '2021-04-21T06:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi', '_interfaces': [{'id': '0e56b838-e5f6-4ae5-b4a6-bd775f58e4f7', 'name': '', 'network_id': 'ba7fbd72-cb6b-4235-b91e-9c693d4a269f', 'tenant_id': '1d80fae39fbd414aa5d691cb48ced187', 'mac_address': 'fa:16:3e:54:66:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7905e5d-08e0-4ed7-8d52-69af463636fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'cc9bac0a-80b6-4fd8-aa2e-4f82dce3f82f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:18:34Z', 'updated_at': '2021-04-21T06:18:35Z', 'revision_number': 2, 'project_id': '1d80fae39fbd414aa5d691cb48ced187', 'subnets': [{'id': 'cc9bac0a-80b6-4fd8-aa2e-4f82dce3f82f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:18:40.128902 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5740d310-6fc6-48ba-a2f3-a4d360105c24 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:40.145442 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addb89d2-f9ad-4f1b-b3d9-3f00be66c173 None None] Checking router: f7905e5d-08e0-4ed7-8d52-69af463636fe for host: dv-cinder-782390-6-iscsi {{(pid=86434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 06:18:40.145780 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addb89d2-f9ad-4f1b-b3d9-3f00be66c173 None None] Updating router f7905e5d-08e0-4ed7-8d52-69af463636fe port 0e56b838-e5f6-4ae5-b4a6-bd775f58e4f7 binding host dv-cinder-782390-6-iscsi {{(pid=86434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 21 06:18:40.171639 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5740d310-6fc6-48ba-a2f3-a4d360105c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:40.291526 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-addb89d2-f9ad-4f1b-b3d9-3f00be66c173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:40.347362 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.db_base_plugin_common [None req-5740d310-6fc6-48ba-a2f3-a4d360105c24 admin admin] Allocated IP 172.27.2.232 (07a7a1dd-edf9-4d1b-80a1-539c21f96152/ecb89d71-8db1-4ceb-ad17-1c0004eeb607/856345e8-880e-463f-b5ae-1ff6f0c4f272) {{(pid=86433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:18:40.387740 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-ba409486-ee38-4f52-9276-97eb58f887d1 None None] Notify callbacks [] for port, precommit_create {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:40.448041 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-ba409486-ee38-4f52-9276-97eb58f887d1 None None] Transition to ACTIVE for port object ac90ab10-6c5e-4e76-85d3-409c89da0433 will not be triggered until provisioned by entity L2. {{(pid=86434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:18:40.487352 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-ba409486-ee38-4f52-9276-97eb58f887d1 None None] Transition to ACTIVE for port object ac90ab10-6c5e-4e76-85d3-409c89da0433 will not be triggered until provisioned by entity DHCP. {{(pid=86434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:18:40.508240 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5740d310-6fc6-48ba-a2f3-a4d360105c24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:40.523128 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-ba409486-ee38-4f52-9276-97eb58f887d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363270981802970'] for port, after_create {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:40.529169 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:18:40.593449 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5740d310-6fc6-48ba-a2f3-a4d360105c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363270981802970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6571441'] for port, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:40.598850 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-f09a3c0a-279a-498e-9db5-41fdae15cc85 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:18:40.640288 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba409486-ee38-4f52-9276-97eb58f887d1 None None] Network 27407ff8-ff49-4a03-8646-a5cff4dc9bea is already hosted by enough agents. {{(pid=86434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:18:40.645104 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [None req-ba409486-ee38-4f52-9276-97eb58f887d1 None None] Resources bound (agent type, host, resource id): {{(pid=86434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:18:40.664236 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba409486-ee38-4f52-9276-97eb58f887d1 None None] Received port after_create {{(pid=86434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:18:40.667455 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5740d310-6fc6-48ba-a2f3-a4d360105c24 admin admin] Network 07a7a1dd-edf9-4d1b-80a1-539c21f96152 is already hosted by enough agents. {{(pid=86433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:18:40.670476 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [None req-5740d310-6fc6-48ba-a2f3-a4d360105c24 admin admin] Resources bound (agent type, host, resource id): {{(pid=86433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:18:40.674465 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5740d310-6fc6-48ba-a2f3-a4d360105c24 admin admin] Received port after_create {{(pid=86433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:18:40.707113 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5740d310-6fc6-48ba-a2f3-a4d360105c24 admin admin] Pushing event updated for resources: {'Port': ['ID=856345e8-880e-463f-b5ae-1ff6f0c4f272,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:18:40.719474 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5740d310-6fc6-48ba-a2f3-a4d360105c24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:18:40.720629 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba409486-ee38-4f52-9276-97eb58f887d1 None None] Pushing event updated for resources: {'Port': ['ID=ac90ab10-6c5e-4e76-85d3-409c89da0433,revision_number=1']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:18:40.738468 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b579f072-0a63-4e31-8dd1-550421e00f21 req-bded9c6d-a3e1-4463-aaff-cf765b9e55c9 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0531194 Apr 21 06:18:40.761193 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-ba409486-ee38-4f52-9276-97eb58f887d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:18:40.800003 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-ba409486-ee38-4f52-9276-97eb58f887d1 None None] Attempting to bind port ac90ab10-6c5e-4e76-85d3-409c89da0433 on host dv-cinder-782390-6-iscsi for vnic_type normal with profile {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:18:40.800430 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-ba409486-ee38-4f52-9276-97eb58f887d1 None None] Attempting to bind port ac90ab10-6c5e-4e76-85d3-409c89da0433 by drivers openvswitch,hyperv on host dv-cinder-782390-6-iscsi at level 0 using segments [{'id': '275f6fb3-8e84-4cbd-ad06-ea3ef4717eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '27407ff8-ff49-4a03-8646-a5cff4dc9bea'}] {{(pid=86434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:18:40.800846 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba409486-ee38-4f52-9276-97eb58f887d1 None None] Attempting to bind port ac90ab10-6c5e-4e76-85d3-409c89da0433 on network 27407ff8-ff49-4a03-8646-a5cff4dc9bea {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:18:40.810006 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba409486-ee38-4f52-9276-97eb58f887d1 None None] Checking agent: {'id': '6ed75209-5459-46e4-8756-ce582068b488', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 5, 55, 6), 'started_at': datetime.datetime(2021, 4, 21, 5, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:18:40.810418 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba409486-ee38-4f52-9276-97eb58f887d1 None None] Checking segment: {'id': '275f6fb3-8e84-4cbd-ad06-ea3ef4717eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '27407ff8-ff49-4a03-8646-a5cff4dc9bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:18:40.810916 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-ba409486-ee38-4f52-9276-97eb58f887d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:40.811353 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba409486-ee38-4f52-9276-97eb58f887d1 None None] Bound using segment: {'id': '275f6fb3-8e84-4cbd-ad06-ea3ef4717eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '27407ff8-ff49-4a03-8646-a5cff4dc9bea'} {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:18:40.811881 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-ba409486-ee38-4f52-9276-97eb58f887d1 None None] Bound port: ac90ab10-6c5e-4e76-85d3-409c89da0433, host: dv-cinder-782390-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '275f6fb3-8e84-4cbd-ad06-ea3ef4717eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '27407ff8-ff49-4a03-8646-a5cff4dc9bea'}}] {{(pid=86434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:18:40.812312 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-ba409486-ee38-4f52-9276-97eb58f887d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:41.045163 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-addb89d2-f9ad-4f1b-b3d9-3f00be66c173 None None] Notify callbacks [] for port, precommit_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:41.050887 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-ba409486-ee38-4f52-9276-97eb58f887d1 None None] For port ac90ab10-6c5e-4e76-85d3-409c89da0433, host dv-cinder-782390-6-iscsi, cleared binding levels {{(pid=86434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:18:41.103249 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-ba409486-ee38-4f52-9276-97eb58f887d1 None None] For port ac90ab10-6c5e-4e76-85d3-409c89da0433, host dv-cinder-782390-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=ac90ab10-6c5e-4e76-85d3-409c89da0433,segment=NetworkSegment(275f6fb3-8e84-4cbd-ad06-ea3ef4717eae),segment_id=275f6fb3-8e84-4cbd-ad06-ea3ef4717eae)] {{(pid=86434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:18:41.105284 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-addb89d2-f9ad-4f1b-b3d9-3f00be66c173 None None] Transition to ACTIVE for port object 0e56b838-e5f6-4ae5-b4a6-bd775f58e4f7 will not be triggered until provisioned by entity L2. {{(pid=86434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:18:41.133098 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-ba409486-ee38-4f52-9276-97eb58f887d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:41.138698 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:18:41.187425 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-addb89d2-f9ad-4f1b-b3d9-3f00be66c173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:41.206550 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5740d310-6fc6-48ba-a2f3-a4d360105c24 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:41.357739 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba409486-ee38-4f52-9276-97eb58f887d1 None None] Pushing event updated for resources: {'Port': ['ID=ac90ab10-6c5e-4e76-85d3-409c89da0433,revision_number=2']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:18:41.362050 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-ba409486-ee38-4f52-9276-97eb58f887d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:18:41.370306 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.179s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:18:41.651102 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5740d310-6fc6-48ba-a2f3-a4d360105c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8010567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8022495'] for router, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:41.685284 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-addb89d2-f9ad-4f1b-b3d9-3f00be66c173 None None] Attempting to bind port 0e56b838-e5f6-4ae5-b4a6-bd775f58e4f7 on host dv-cinder-782390-6-iscsi for vnic_type normal with profile {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:18:41.685818 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-addb89d2-f9ad-4f1b-b3d9-3f00be66c173 None None] Attempting to bind port 0e56b838-e5f6-4ae5-b4a6-bd775f58e4f7 by drivers openvswitch,hyperv on host dv-cinder-782390-6-iscsi at level 0 using segments [{'id': 'f71ad6e2-2991-411f-92a8-7f3db92bb50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ba7fbd72-cb6b-4235-b91e-9c693d4a269f'}] {{(pid=86434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:18:41.686080 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addb89d2-f9ad-4f1b-b3d9-3f00be66c173 None None] Attempting to bind port 0e56b838-e5f6-4ae5-b4a6-bd775f58e4f7 on network ba7fbd72-cb6b-4235-b91e-9c693d4a269f {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:18:41.698785 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a686ee90-9a4e-431b-aa91-87d1316db359 None None] Pushing event updated for resources: {'Port': ['ID=0e56b838-e5f6-4ae5-b4a6-bd775f58e4f7,revision_number=3']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:18:41.701770 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-a686ee90-9a4e-431b-aa91-87d1316db359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:18:41.703514 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addb89d2-f9ad-4f1b-b3d9-3f00be66c173 None None] Checking agent: {'id': '6ed75209-5459-46e4-8756-ce582068b488', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 5, 55, 6), 'started_at': datetime.datetime(2021, 4, 21, 5, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:18:41.703935 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addb89d2-f9ad-4f1b-b3d9-3f00be66c173 None None] Checking segment: {'id': 'f71ad6e2-2991-411f-92a8-7f3db92bb50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ba7fbd72-cb6b-4235-b91e-9c693d4a269f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:18:41.704389 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-addb89d2-f9ad-4f1b-b3d9-3f00be66c173 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:41.704825 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addb89d2-f9ad-4f1b-b3d9-3f00be66c173 None None] Bound using segment: {'id': 'f71ad6e2-2991-411f-92a8-7f3db92bb50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ba7fbd72-cb6b-4235-b91e-9c693d4a269f'} {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:18:41.705355 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-addb89d2-f9ad-4f1b-b3d9-3f00be66c173 None None] Bound port: 0e56b838-e5f6-4ae5-b4a6-bd775f58e4f7, host: dv-cinder-782390-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f71ad6e2-2991-411f-92a8-7f3db92bb50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ba7fbd72-cb6b-4235-b91e-9c693d4a269f'}}] {{(pid=86434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:18:41.705774 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-addb89d2-f9ad-4f1b-b3d9-3f00be66c173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:41.809302 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-addb89d2-f9ad-4f1b-b3d9-3f00be66c173 None None] For port 0e56b838-e5f6-4ae5-b4a6-bd775f58e4f7, host dv-cinder-782390-6-iscsi, cleared binding levels {{(pid=86434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:18:41.812560 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-addb89d2-f9ad-4f1b-b3d9-3f00be66c173 None None] For port 0e56b838-e5f6-4ae5-b4a6-bd775f58e4f7, host dv-cinder-782390-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=0e56b838-e5f6-4ae5-b4a6-bd775f58e4f7,segment=NetworkSegment(f71ad6e2-2991-411f-92a8-7f3db92bb50f),segment_id=f71ad6e2-2991-411f-92a8-7f3db92bb50f)] {{(pid=86434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:18:41.855975 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-addb89d2-f9ad-4f1b-b3d9-3f00be66c173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:41.861124 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:18:41.921562 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-24508845-4dca-4923-afe7-dd6eac4da40a req-c88a9302-08fb-45f2-82a0-f895fe37049e tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0617476 Apr 21 06:18:41.933797 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addb89d2-f9ad-4f1b-b3d9-3f00be66c173 None None] Routers {'f7905e5d-08e0-4ed7-8d52-69af463636fe'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:18:41.934555 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-addb89d2-f9ad-4f1b-b3d9-3f00be66c173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T06:18:34Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['f7905e5d-08e0-4ed7-8d52-69af463636fe'], 'active': True} {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:18:42.027648 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5740d310-6fc6-48ba-a2f3-a4d360105c24 admin admin] Router 34f14af9-b9a6-4707-ace2-5a5fc0e2c8ef is scheduled to L3 agent 11ad1a07-0ae8-4245-9270-47a08d3f943a with binding_index 1 {{(pid=86433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 21 06:18:42.089619 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a686ee90-9a4e-431b-aa91-87d1316db359 None None] Pushing event updated for resources: {'Port': ['ID=0e56b838-e5f6-4ae5-b4a6-bd775f58e4f7,revision_number=4']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:18:42.099645 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-a686ee90-9a4e-431b-aa91-87d1316db359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:18:42.156514 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-addb89d2-f9ad-4f1b-b3d9-3f00be66c173 None None] Set router f7905e5d-08e0-4ed7-8d52-69af463636fe gateway port host: dv-cinder-782390-6-iscsi {{(pid=86434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:18:42.221593 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5740d310-6fc6-48ba-a2f3-a4d360105c24 admin admin] Notify agent at l3_agent.dv-cinder-782390-6-iscsi the message routers_updated {{(pid=86433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 06:18:42.232679 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25514c41-d380-4322-8be8-c25f6e1f2d47 None None] Sync routers for ids ['34f14af9-b9a6-4707-ace2-5a5fc0e2c8ef'] in dv-cinder-782390-6-iscsi {{(pid=86435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 06:18:42.242715 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25514c41-d380-4322-8be8-c25f6e1f2d47 None None] Routers {'34f14af9-b9a6-4707-ace2-5a5fc0e2c8ef'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:18:42.244241 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-25514c41-d380-4322-8be8-c25f6e1f2d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T06:18:34Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['34f14af9-b9a6-4707-ace2-5a5fc0e2c8ef'], 'active': True} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:18:42.274797 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5740d310-6fc6-48ba-a2f3-a4d360105c24 admin admin] Notify callbacks [] for router, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:42.276156 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-5740d310-6fc6-48ba-a2f3-a4d360105c24 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.4368606 Apr 21 06:18:42.279010 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 39540) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:18:42.478348 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-25514c41-d380-4322-8be8-c25f6e1f2d47 None None] Set router 34f14af9-b9a6-4707-ace2-5a5fc0e2c8ef gateway port host: dv-cinder-782390-6-iscsi {{(pid=86435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:18:42.614805 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-addb89d2-f9ad-4f1b-b3d9-3f00be66c173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7905e5d-08e0-4ed7-8d52-69af463636fe', 'name': 'tempest-TestShelveInstance-659445103-router', 'tenant_id': '1d80fae39fbd414aa5d691cb48ced187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '2cb81773-1b87-4e74-896c-e71a87aed683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:18:30Z', 'updated_at': '2021-04-21T06:18:35Z', 'revision_number': 4, 'project_id': '1d80fae39fbd414aa5d691cb48ced187', 'gw_port': {'id': '2cb81773-1b87-4e74-896c-e71a87aed683', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:81:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7905e5d-08e0-4ed7-8d52-69af463636fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:18:31Z', 'updated_at': '2021-04-21T06:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi', '_interfaces': [{'id': '0e56b838-e5f6-4ae5-b4a6-bd775f58e4f7', 'name': '', 'network_id': 'ba7fbd72-cb6b-4235-b91e-9c693d4a269f', 'tenant_id': '1d80fae39fbd414aa5d691cb48ced187', 'mac_address': 'fa:16:3e:54:66:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7905e5d-08e0-4ed7-8d52-69af463636fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'cc9bac0a-80b6-4fd8-aa2e-4f82dce3f82f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:18:34Z', 'updated_at': '2021-04-21T06:18:41Z', 'revision_number': 4, 'project_id': '1d80fae39fbd414aa5d691cb48ced187', 'subnets': [{'id': 'cc9bac0a-80b6-4fd8-aa2e-4f82dce3f82f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:18:42.626369 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addb89d2-f9ad-4f1b-b3d9-3f00be66c173 None None] The sync data for ids ['f7905e5d-08e0-4ed7-8d52-69af463636fe'] in dv-cinder-782390-6-iscsi is: [{'id': 'f7905e5d-08e0-4ed7-8d52-69af463636fe', 'name': 'tempest-TestShelveInstance-659445103-router', 'tenant_id': '1d80fae39fbd414aa5d691cb48ced187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '2cb81773-1b87-4e74-896c-e71a87aed683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:18:30Z', 'updated_at': '2021-04-21T06:18:35Z', 'revision_number': 4, 'project_id': '1d80fae39fbd414aa5d691cb48ced187', 'gw_port': {'id': '2cb81773-1b87-4e74-896c-e71a87aed683', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:81:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7905e5d-08e0-4ed7-8d52-69af463636fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:18:31Z', 'updated_at': '2021-04-21T06:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi', '_interfaces': [{'id': '0e56b838-e5f6-4ae5-b4a6-bd775f58e4f7', 'name': '', 'network_id': 'ba7fbd72-cb6b-4235-b91e-9c693d4a269f', 'tenant_id': '1d80fae39fbd414aa5d691cb48ced187', 'mac_address': 'fa:16:3e:54:66:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7905e5d-08e0-4ed7-8d52-69af463636fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'cc9bac0a-80b6-4fd8-aa2e-4f82dce3f82f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:18:34Z', 'updated_at': '2021-04-21T06:18:41Z', 'revision_number': 4, 'project_id': '1d80fae39fbd414aa5d691cb48ced187', 'subnets': [{'id': 'cc9bac0a-80b6-4fd8-aa2e-4f82dce3f82f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 06:18:42.828988 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c4fdef-60e0-49f8-b59e-fb33f6603751 None None] Network 27407ff8-ff49-4a03-8646-a5cff4dc9bea requested from dv-cinder-782390-6-iscsi {{(pid=86434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:18:42.866117 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-25514c41-d380-4322-8be8-c25f6e1f2d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f14af9-b9a6-4707-ace2-5a5fc0e2c8ef', 'name': 'tempest-TestShelveInstance-720866915-router', 'tenant_id': 'db83c7d6dbee4b5c9f1625d7b5ba68f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '856345e8-880e-463f-b5ae-1ff6f0c4f272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:18:38Z', 'updated_at': '2021-04-21T06:18:40Z', 'revision_number': 3, 'project_id': 'db83c7d6dbee4b5c9f1625d7b5ba68f5', 'gw_port': {'id': '856345e8-880e-463f-b5ae-1ff6f0c4f272', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b4:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f14af9-b9a6-4707-ace2-5a5fc0e2c8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:18:40Z', 'updated_at': '2021-04-21T06:18:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi'}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:18:42.871618 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25514c41-d380-4322-8be8-c25f6e1f2d47 None None] Checking router: 34f14af9-b9a6-4707-ace2-5a5fc0e2c8ef for host: dv-cinder-782390-6-iscsi {{(pid=86435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 06:18:42.872713 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25514c41-d380-4322-8be8-c25f6e1f2d47 None None] Updating router 34f14af9-b9a6-4707-ace2-5a5fc0e2c8ef port 856345e8-880e-463f-b5ae-1ff6f0c4f272 binding host dv-cinder-782390-6-iscsi {{(pid=86435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 21 06:18:42.952173 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-25514c41-d380-4322-8be8-c25f6e1f2d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86435) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:42.972055 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-c147c0be-689c-4656-9c7c-9d229d441376 None None] Provisioning for port ac90ab10-6c5e-4e76-85d3-409c89da0433 completed by entity DHCP. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:18:43.244305 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-65ec628d-c632-4f5b-8278-e851d8246f2c req-908b3291-9da3-47da-a482-71bee0475496 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.1086965 Apr 21 06:18:43.476142 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-25514c41-d380-4322-8be8-c25f6e1f2d47 None None] Notify callbacks [] for port, precommit_update {{(pid=86435) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:43.491769 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-25514c41-d380-4322-8be8-c25f6e1f2d47 None None] Transition to ACTIVE for port object 856345e8-880e-463f-b5ae-1ff6f0c4f272 will not be triggered until provisioned by entity L2. {{(pid=86435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:18:43.531370 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-25514c41-d380-4322-8be8-c25f6e1f2d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86435) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:43.536646 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86435) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:18:43.621604 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-25514c41-d380-4322-8be8-c25f6e1f2d47 None None] Attempting to bind port 856345e8-880e-463f-b5ae-1ff6f0c4f272 on host dv-cinder-782390-6-iscsi for vnic_type normal with profile {{(pid=86435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:18:43.622093 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-25514c41-d380-4322-8be8-c25f6e1f2d47 None None] Attempting to bind port 856345e8-880e-463f-b5ae-1ff6f0c4f272 by drivers openvswitch,hyperv on host dv-cinder-782390-6-iscsi at level 0 using segments [{'id': 'd57a18c0-30ee-4dde-82a2-7c14b6979212', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152'}] {{(pid=86435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:18:43.622566 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25514c41-d380-4322-8be8-c25f6e1f2d47 None None] Attempting to bind port 856345e8-880e-463f-b5ae-1ff6f0c4f272 on network 07a7a1dd-edf9-4d1b-80a1-539c21f96152 {{(pid=86435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:18:43.628856 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f84f20a-ebcf-481f-ac8d-02d56c15860f None None] Pushing event updated for resources: {'Port': ['ID=856345e8-880e-463f-b5ae-1ff6f0c4f272,revision_number=2']} {{(pid=86435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:18:43.631958 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-8f84f20a-ebcf-481f-ac8d-02d56c15860f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86435) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:18:43.635131 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25514c41-d380-4322-8be8-c25f6e1f2d47 None None] Checking agent: {'id': '6ed75209-5459-46e4-8756-ce582068b488', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 5, 55, 6), 'started_at': datetime.datetime(2021, 4, 21, 5, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:18:43.635658 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25514c41-d380-4322-8be8-c25f6e1f2d47 None None] Checking segment: {'id': 'd57a18c0-30ee-4dde-82a2-7c14b6979212', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:18:43.636163 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-25514c41-d380-4322-8be8-c25f6e1f2d47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86435) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:43.636657 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25514c41-d380-4322-8be8-c25f6e1f2d47 None None] Bound using segment: {'id': 'd57a18c0-30ee-4dde-82a2-7c14b6979212', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152'} {{(pid=86435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:18:43.637239 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-25514c41-d380-4322-8be8-c25f6e1f2d47 None None] Bound port: 856345e8-880e-463f-b5ae-1ff6f0c4f272, host: dv-cinder-782390-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd57a18c0-30ee-4dde-82a2-7c14b6979212', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152'}}] {{(pid=86435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:18:43.637731 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-25514c41-d380-4322-8be8-c25f6e1f2d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86435) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:43.649677 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3468772b-fd89-4dc9-99e4-8314e513ff6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:43.732714 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-25514c41-d380-4322-8be8-c25f6e1f2d47 None None] For port 856345e8-880e-463f-b5ae-1ff6f0c4f272, host dv-cinder-782390-6-iscsi, cleared binding levels {{(pid=86435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:18:43.736894 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-25514c41-d380-4322-8be8-c25f6e1f2d47 None None] For port 856345e8-880e-463f-b5ae-1ff6f0c4f272, host dv-cinder-782390-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=856345e8-880e-463f-b5ae-1ff6f0c4f272,segment=NetworkSegment(d57a18c0-30ee-4dde-82a2-7c14b6979212),segment_id=d57a18c0-30ee-4dde-82a2-7c14b6979212)] {{(pid=86435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:18:43.771899 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-25514c41-d380-4322-8be8-c25f6e1f2d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86435) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:43.779866 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-491cba3e-9069-470d-a082-68e3083f0abb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86435) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:18:43.784749 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device ac90ab10-6c5e-4e76-85d3-409c89da0433 up at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:18:43.864610 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25514c41-d380-4322-8be8-c25f6e1f2d47 None None] Routers {'34f14af9-b9a6-4707-ace2-5a5fc0e2c8ef'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:18:43.865298 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-25514c41-d380-4322-8be8-c25f6e1f2d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T06:18:34Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['34f14af9-b9a6-4707-ace2-5a5fc0e2c8ef'], 'active': True} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:18:43.912684 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning for port ac90ab10-6c5e-4e76-85d3-409c89da0433 completed by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:18:43.916362 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.db_base_plugin_common [None req-3468772b-fd89-4dc9-99e4-8314e513ff6e admin admin] Allocated IP 172.20.0.1 (27407ff8-ff49-4a03-8646-a5cff4dc9bea/78e4ea68-3c27-4e77-bd29-bc153c229467/84c58c64-d13a-4e35-87c7-ba6d9d52041a) {{(pid=86433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:18:43.919144 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning complete for port ac90ab10-6c5e-4e76-85d3-409c89da0433 triggered by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:18:43.919678 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:44.064160 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:44.103646 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] For port ac90ab10-6c5e-4e76-85d3-409c89da0433, host dv-cinder-782390-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=ac90ab10-6c5e-4e76-85d3-409c89da0433,segment=NetworkSegment(275f6fb3-8e84-4cbd-ad06-ea3ef4717eae),segment_id=275f6fb3-8e84-4cbd-ad06-ea3ef4717eae)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:18:44.137019 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:44.138104 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 0e56b838-e5f6-4ae5-b4a6-bd775f58e4f7 up at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:18:44.185805 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3468772b-fd89-4dc9-99e4-8314e513ff6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:44.187142 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f84f20a-ebcf-481f-ac8d-02d56c15860f None None] Pushing event updated for resources: {'Port': ['ID=856345e8-880e-463f-b5ae-1ff6f0c4f272,revision_number=3']} {{(pid=86435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:18:44.192982 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-8f84f20a-ebcf-481f-ac8d-02d56c15860f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=86435) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:18:44.209400 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:18:44.213373 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-3468772b-fd89-4dc9-99e4-8314e513ff6e admin admin] Transition to ACTIVE for port object 84c58c64-d13a-4e35-87c7-ba6d9d52041a will not be triggered until provisioned by entity DHCP. {{(pid=86433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:18:44.254897 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-25514c41-d380-4322-8be8-c25f6e1f2d47 None None] Set router 34f14af9-b9a6-4707-ace2-5a5fc0e2c8ef gateway port host: dv-cinder-782390-6-iscsi {{(pid=86435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:18:44.286264 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3468772b-fd89-4dc9-99e4-8314e513ff6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363270981802970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6571441'] for port, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:44.292231 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-4e8c1100-7361-4514-bfc7-675b3d31a6b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:18:44.297595 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Pushing event updated for resources: {'Port': ['ID=ac90ab10-6c5e-4e76-85d3-409c89da0433,revision_number=3']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:18:44.301178 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:18:44.375950 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3468772b-fd89-4dc9-99e4-8314e513ff6e admin admin] Network 27407ff8-ff49-4a03-8646-a5cff4dc9bea is already hosted by enough agents. {{(pid=86433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:18:44.379542 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [None req-3468772b-fd89-4dc9-99e4-8314e513ff6e admin admin] Resources bound (agent type, host, resource id): {{(pid=86433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:18:44.383089 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning for port 0e56b838-e5f6-4ae5-b4a6-bd775f58e4f7 completed by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:18:44.384089 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3468772b-fd89-4dc9-99e4-8314e513ff6e admin admin] Received port after_create {{(pid=86433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:18:44.390046 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning complete for port 0e56b838-e5f6-4ae5-b4a6-bd775f58e4f7 triggered by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:18:44.390569 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:44.485090 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3468772b-fd89-4dc9-99e4-8314e513ff6e admin admin] Pushing event updated for resources: {'Port': ['ID=84c58c64-d13a-4e35-87c7-ba6d9d52041a,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:18:44.505270 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-3468772b-fd89-4dc9-99e4-8314e513ff6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:18:44.516147 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ddb174b3-2ecf-4a77-b398-131dc406e669 req-932f36e1-77d1-4ac0-829f-f730ec35dcbc tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0979903 Apr 21 06:18:44.540610 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3468772b-fd89-4dc9-99e4-8314e513ff6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846764798'] for router_interface, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:44.548316 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:44.596090 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] For port 0e56b838-e5f6-4ae5-b4a6-bd775f58e4f7, host dv-cinder-782390-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=0e56b838-e5f6-4ae5-b4a6-bd775f58e4f7,segment=NetworkSegment(f71ad6e2-2991-411f-92a8-7f3db92bb50f),segment_id=f71ad6e2-2991-411f-92a8-7f3db92bb50f)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:18:44.628374 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:44.631608 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:18:44.683782 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-25514c41-d380-4322-8be8-c25f6e1f2d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f14af9-b9a6-4707-ace2-5a5fc0e2c8ef', 'name': 'tempest-TestShelveInstance-720866915-router', 'tenant_id': 'db83c7d6dbee4b5c9f1625d7b5ba68f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '856345e8-880e-463f-b5ae-1ff6f0c4f272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:18:38Z', 'updated_at': '2021-04-21T06:18:40Z', 'revision_number': 3, 'project_id': 'db83c7d6dbee4b5c9f1625d7b5ba68f5', 'gw_port': {'id': '856345e8-880e-463f-b5ae-1ff6f0c4f272', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b4:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f14af9-b9a6-4707-ace2-5a5fc0e2c8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:18:40Z', 'updated_at': '2021-04-21T06:18:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi'}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:18:44.688348 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25514c41-d380-4322-8be8-c25f6e1f2d47 None None] The sync data for ids ['34f14af9-b9a6-4707-ace2-5a5fc0e2c8ef'] in dv-cinder-782390-6-iscsi is: [{'id': '34f14af9-b9a6-4707-ace2-5a5fc0e2c8ef', 'name': 'tempest-TestShelveInstance-720866915-router', 'tenant_id': 'db83c7d6dbee4b5c9f1625d7b5ba68f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '856345e8-880e-463f-b5ae-1ff6f0c4f272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:18:38Z', 'updated_at': '2021-04-21T06:18:40Z', 'revision_number': 3, 'project_id': 'db83c7d6dbee4b5c9f1625d7b5ba68f5', 'gw_port': {'id': '856345e8-880e-463f-b5ae-1ff6f0c4f272', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b4:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f14af9-b9a6-4707-ace2-5a5fc0e2c8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:18:40Z', 'updated_at': '2021-04-21T06:18:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi'}] {{(pid=86435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 06:18:44.721526 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3468772b-fd89-4dc9-99e4-8314e513ff6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:44.723704 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Pushing event updated for resources: {'Port': ['ID=0e56b838-e5f6-4ae5-b4a6-bd775f58e4f7,revision_number=5']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:18:44.727546 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:18:44.747213 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-4143bc2c-6474-4edf-8c5b-1a181ca55417 None None] Provisioning for port 84c58c64-d13a-4e35-87c7-ba6d9d52041a completed by entity DHCP. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:18:44.752865 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-4143bc2c-6474-4edf-8c5b-1a181ca55417 None None] Provisioning complete for port 84c58c64-d13a-4e35-87c7-ba6d9d52041a triggered by entity DHCP. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:18:44.753424 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4143bc2c-6474-4edf-8c5b-1a181ca55417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:44.815669 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-4143bc2c-6474-4edf-8c5b-1a181ca55417 None None] Port 84c58c64-d13a-4e35-87c7-ba6d9d52041a cannot update to ACTIVE because it is not bound. {{(pid=86434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 06:18:44.977262 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3468772b-fd89-4dc9-99e4-8314e513ff6e admin admin] Notify callbacks [] for port, precommit_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:45.062223 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3468772b-fd89-4dc9-99e4-8314e513ff6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848204360'] for port, after_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:45.093676 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:18:45.189630 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3468772b-fd89-4dc9-99e4-8314e513ff6e admin admin] Pushing event updated for resources: {'Port': ['ID=84c58c64-d13a-4e35-87c7-ba6d9d52041a,revision_number=2']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:18:45.192377 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3468772b-fd89-4dc9-99e4-8314e513ff6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846863953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8011109'] for router_interface, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:45.197889 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-3468772b-fd89-4dc9-99e4-8314e513ff6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:18:45.344506 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3468772b-fd89-4dc9-99e4-8314e513ff6e admin admin] Network 27407ff8-ff49-4a03-8646-a5cff4dc9bea is already hosted by enough agents. {{(pid=86433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:18:45.345801 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [None req-3468772b-fd89-4dc9-99e4-8314e513ff6e admin admin] Resources bound (agent type, host, resource id): {{(pid=86433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:18:45.547475 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-ec04232b-9b50-44d7-8ac0-58baa1f351b8 None None] Provisioning complete for port 84c58c64-d13a-4e35-87c7-ba6d9d52041a triggered by entity DHCP. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:18:45.547475 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-ec04232b-9b50-44d7-8ac0-58baa1f351b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:45.560056 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3468772b-fd89-4dc9-99e4-8314e513ff6e admin admin] Router 34f14af9-b9a6-4707-ace2-5a5fc0e2c8ef has already been hosted by L3 agent 11ad1a07-0ae8-4245-9270-47a08d3f943a {{(pid=86433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 06:18:45.620026 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-ec04232b-9b50-44d7-8ac0-58baa1f351b8 None None] Port 84c58c64-d13a-4e35-87c7-ba6d9d52041a cannot update to ACTIVE because it is not bound. {{(pid=86434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 06:18:45.734712 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1bbfbf91-eb68-4e73-880d-64e9b4e1ccb7 req-1125a11f-d366-49df-b8eb-fe0ea9e8c315 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0581548 Apr 21 06:18:45.783977 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device ac90ab10-6c5e-4e76-85d3-409c89da0433 up at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:18:45.800483 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3468772b-fd89-4dc9-99e4-8314e513ff6e admin admin] Notify agent at l3_agent.dv-cinder-782390-6-iscsi the message routers_updated {{(pid=86433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 06:18:45.811142 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-3468772b-fd89-4dc9-99e4-8314e513ff6e admin admin] 10.222.0.15 "PUT /v2.0/routers/34f14af9-b9a6-4707-ace2-5a5fc0e2c8ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5310140 Apr 21 06:18:45.868369 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning complete for port ac90ab10-6c5e-4e76-85d3-409c89da0433 triggered by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:18:45.869287 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:46.001247 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 856345e8-880e-463f-b5ae-1ff6f0c4f272 up at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:18:46.107807 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning for port 856345e8-880e-463f-b5ae-1ff6f0c4f272 completed by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:18:46.112929 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning complete for port 856345e8-880e-463f-b5ae-1ff6f0c4f272 triggered by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:18:46.113354 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:46.237606 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:46.254025 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] For port 856345e8-880e-463f-b5ae-1ff6f0c4f272, host dv-cinder-782390-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=856345e8-880e-463f-b5ae-1ff6f0c4f272,segment=NetworkSegment(d57a18c0-30ee-4dde-82a2-7c14b6979212),segment_id=d57a18c0-30ee-4dde-82a2-7c14b6979212)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:18:46.296415 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:46.297350 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 0e56b838-e5f6-4ae5-b4a6-bd775f58e4f7 up at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:18:46.328942 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-a686ee90-9a4e-431b-aa91-87d1316db359 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:18:46.424307 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Pushing event updated for resources: {'Port': ['ID=856345e8-880e-463f-b5ae-1ff6f0c4f272,revision_number=4']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:18:46.428101 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:18:46.433291 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning complete for port 0e56b838-e5f6-4ae5-b4a6-bd775f58e4f7 triggered by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:18:46.433709 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:46.897342 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-fbffc96e-c6b0-43ce-b41b-ff7e67d91d6a req-3c3dab4d-0d00-4cd1-95fe-ff694c8e9c43 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0494070 Apr 21 06:18:47.432170 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 39604) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:18:47.438243 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-d83a6aa8-3d73-4a40-b7c7-09605c067043 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-581722836', 'description': 'tempest-secgroup-smoke-581722836 description', 'project_id': '1d80fae39fbd414aa5d691cb48ced187'}} {{(pid=86433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:18:47.444559 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-d83a6aa8-3d73-4a40-b7c7-09605c067043 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:18:47.449214 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-d83a6aa8-3d73-4a40-b7c7-09605c067043 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Usage tracker for resource:security_group and tenant:1d80fae39fbd414aa5d691cb48ced187 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:18:47.452236 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-d83a6aa8-3d73-4a40-b7c7-09605c067043 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:18:47.459133 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-d83a6aa8-3d73-4a40-b7c7-09605c067043 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:18:47.481946 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f86275-74d8-419a-8a8e-ce9e61ade551 None None] Sync routers for ids ['34f14af9-b9a6-4707-ace2-5a5fc0e2c8ef'] in dv-cinder-782390-6-iscsi {{(pid=86434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 06:18:47.492006 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f86275-74d8-419a-8a8e-ce9e61ade551 None None] Routers {'34f14af9-b9a6-4707-ace2-5a5fc0e2c8ef'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:18:47.492734 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-23f86275-74d8-419a-8a8e-ce9e61ade551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T06:18:34Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['34f14af9-b9a6-4707-ace2-5a5fc0e2c8ef'], 'active': True} {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:18:47.582408 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d83a6aa8-3d73-4a40-b7c7-09605c067043 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Notify callbacks [] for security_group, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:47.608676 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-d83a6aa8-3d73-4a40-b7c7-09605c067043 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:18:47.614028 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-d83a6aa8-3d73-4a40-b7c7-09605c067043 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Usage tracker for resource:security_group_rule and tenant:1d80fae39fbd414aa5d691cb48ced187 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:18:47.619506 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-d83a6aa8-3d73-4a40-b7c7-09605c067043 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:18:47.626376 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-d83a6aa8-3d73-4a40-b7c7-09605c067043 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:18:47.658287 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 856345e8-880e-463f-b5ae-1ff6f0c4f272 up at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:18:47.853609 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d83a6aa8-3d73-4a40-b7c7-09605c067043 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Notify callbacks [] for security_group, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:47.889697 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d83a6aa8-3d73-4a40-b7c7-09605c067043 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:47.895204 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-145f4ded-4404-4b6c-ac3b-471144503035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:18:47.913093 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-23f86275-74d8-419a-8a8e-ce9e61ade551 None None] Set router 34f14af9-b9a6-4707-ace2-5a5fc0e2c8ef gateway port host: dv-cinder-782390-6-iscsi {{(pid=86434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:18:47.935937 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83a6aa8-3d73-4a40-b7c7-09605c067043 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef3ca1f-0aff-458f-afa0-a2e03b851c5a,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:18:47.948146 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-d83a6aa8-3d73-4a40-b7c7-09605c067043 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:18:47.969729 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d83a6aa8-3d73-4a40-b7c7-09605c067043 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Notify callbacks [] for security_group, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:47.971120 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-d83a6aa8-3d73-4a40-b7c7-09605c067043 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5378616 Apr 21 06:18:47.974312 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 39614) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:18:47.980497 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-f722a765-ca2e-46e9-80ac-60c4ea4b950a tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Request body: {'security_group_rule': {'security_group_id': '0ef3ca1f-0aff-458f-afa0-a2e03b851c5a', 'project_id': '1d80fae39fbd414aa5d691cb48ced187', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:18:47.988769 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-f722a765-ca2e-46e9-80ac-60c4ea4b950a tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:18:47.993930 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-f722a765-ca2e-46e9-80ac-60c4ea4b950a tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Usage tracker for resource:security_group_rule and tenant:1d80fae39fbd414aa5d691cb48ced187 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:18:47.997526 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-f722a765-ca2e-46e9-80ac-60c4ea4b950a tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:18:48.003229 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning complete for port 856345e8-880e-463f-b5ae-1ff6f0c4f272 triggered by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:18:48.003715 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:48.004498 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-f722a765-ca2e-46e9-80ac-60c4ea4b950a tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:18:48.062196 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f722a765-ca2e-46e9-80ac-60c4ea4b950a tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:48.085620 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-2ec4282a-5beb-4833-8c51-dd9c92fb33c1 req-5d458b22-6e8f-462b-9319-8e3c6e880745 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0560920 Apr 21 06:18:48.147077 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f722a765-ca2e-46e9-80ac-60c4ea4b950a tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:48.183184 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f722a765-ca2e-46e9-80ac-60c4ea4b950a tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993536'] for security_group_rule, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:48.185510 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:18:48.209915 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f722a765-ca2e-46e9-80ac-60c4ea4b950a tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b22868d3-da97-4eab-9d8c-96a880395346,revision_number=0']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:18:48.213103 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-f722a765-ca2e-46e9-80ac-60c4ea4b950a tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:18:48.268002 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f722a765-ca2e-46e9-80ac-60c4ea4b950a tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:48.269328 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-f722a765-ca2e-46e9-80ac-60c4ea4b950a tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2939484 Apr 21 06:18:48.272182 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 39624) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:18:48.278931 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-2797b927-f4d9-4d79-b4a0-3bf4ca5684a8 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Request body: {'security_group_rule': {'security_group_id': '0ef3ca1f-0aff-458f-afa0-a2e03b851c5a', 'project_id': '1d80fae39fbd414aa5d691cb48ced187', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:18:48.285777 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-2797b927-f4d9-4d79-b4a0-3bf4ca5684a8 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:18:48.290130 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-2797b927-f4d9-4d79-b4a0-3bf4ca5684a8 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Usage tracker for resource:security_group_rule and tenant:1d80fae39fbd414aa5d691cb48ced187 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:18:48.293213 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-2797b927-f4d9-4d79-b4a0-3bf4ca5684a8 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:18:48.299325 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-2797b927-f4d9-4d79-b4a0-3bf4ca5684a8 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:18:48.361100 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-2797b927-f4d9-4d79-b4a0-3bf4ca5684a8 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:48.408668 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-23f86275-74d8-419a-8a8e-ce9e61ade551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f14af9-b9a6-4707-ace2-5a5fc0e2c8ef', 'name': 'tempest-TestShelveInstance-720866915-router', 'tenant_id': 'db83c7d6dbee4b5c9f1625d7b5ba68f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '856345e8-880e-463f-b5ae-1ff6f0c4f272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:18:38Z', 'updated_at': '2021-04-21T06:18:44Z', 'revision_number': 4, 'project_id': 'db83c7d6dbee4b5c9f1625d7b5ba68f5', 'gw_port': {'id': '856345e8-880e-463f-b5ae-1ff6f0c4f272', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f14af9-b9a6-4707-ace2-5a5fc0e2c8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:18:40Z', 'updated_at': '2021-04-21T06:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi', '_interfaces': [{'id': '84c58c64-d13a-4e35-87c7-ba6d9d52041a', 'name': '', 'network_id': '27407ff8-ff49-4a03-8646-a5cff4dc9bea', 'tenant_id': 'db83c7d6dbee4b5c9f1625d7b5ba68f5', 'mac_address': 'fa:16:3e:1f:a6:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f14af9-b9a6-4707-ace2-5a5fc0e2c8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '78e4ea68-3c27-4e77-bd29-bc153c229467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:18:43Z', 'updated_at': '2021-04-21T06:18:44Z', 'revision_number': 2, 'project_id': 'db83c7d6dbee4b5c9f1625d7b5ba68f5', 'subnets': [{'id': '78e4ea68-3c27-4e77-bd29-bc153c229467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:18:48.412759 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f86275-74d8-419a-8a8e-ce9e61ade551 None None] Checking router: 34f14af9-b9a6-4707-ace2-5a5fc0e2c8ef for host: dv-cinder-782390-6-iscsi {{(pid=86434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 06:18:48.413416 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f86275-74d8-419a-8a8e-ce9e61ade551 None None] Updating router 34f14af9-b9a6-4707-ace2-5a5fc0e2c8ef port 84c58c64-d13a-4e35-87c7-ba6d9d52041a binding host dv-cinder-782390-6-iscsi {{(pid=86434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 21 06:18:48.425613 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-2797b927-f4d9-4d79-b4a0-3bf4ca5684a8 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:48.450749 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-2797b927-f4d9-4d79-b4a0-3bf4ca5684a8 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993536'] for security_group_rule, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:48.452916 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:18:48.470104 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-23f86275-74d8-419a-8a8e-ce9e61ade551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:48.476085 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2797b927-f4d9-4d79-b4a0-3bf4ca5684a8 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b973e1e-79c1-461d-b4c0-1d90535f6494,revision_number=0']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:18:48.478595 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-2797b927-f4d9-4d79-b4a0-3bf4ca5684a8 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:18:48.513671 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-2797b927-f4d9-4d79-b4a0-3bf4ca5684a8 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:48.515016 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-2797b927-f4d9-4d79-b4a0-3bf4ca5684a8 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2417719 Apr 21 06:18:48.517974 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 39628) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:18:48.523627 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-43dab611-4a3a-473a-b029-616287730f17 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Request body: {'security_group_rule': {'security_group_id': '0ef3ca1f-0aff-458f-afa0-a2e03b851c5a', 'project_id': '1d80fae39fbd414aa5d691cb48ced187', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:18:48.529637 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-43dab611-4a3a-473a-b029-616287730f17 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:18:48.533603 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-43dab611-4a3a-473a-b029-616287730f17 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Usage tracker for resource:security_group_rule and tenant:1d80fae39fbd414aa5d691cb48ced187 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:18:48.536584 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-43dab611-4a3a-473a-b029-616287730f17 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:18:48.542718 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-43dab611-4a3a-473a-b029-616287730f17 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:18:48.583165 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-43dab611-4a3a-473a-b029-616287730f17 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:48.651064 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-43dab611-4a3a-473a-b029-616287730f17 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:48.679523 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-43dab611-4a3a-473a-b029-616287730f17 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993536'] for security_group_rule, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:48.682451 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-f722a765-ca2e-46e9-80ac-60c4ea4b950a tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:18:48.706848 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dab611-4a3a-473a-b029-616287730f17 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=761073f7-015a-4489-b95e-9dad8d897ffc,revision_number=0']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:18:48.709242 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-43dab611-4a3a-473a-b029-616287730f17 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:18:48.752731 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-43dab611-4a3a-473a-b029-616287730f17 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:48.754077 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-43dab611-4a3a-473a-b029-616287730f17 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2351086 Apr 21 06:18:48.757074 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 39634) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:18:48.763394 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-8de28268-6215-430b-8817-9a57afe55ef6 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Request body: {'security_group_rule': {'security_group_id': '0ef3ca1f-0aff-458f-afa0-a2e03b851c5a', 'project_id': '1d80fae39fbd414aa5d691cb48ced187', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:18:48.769710 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-8de28268-6215-430b-8817-9a57afe55ef6 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:18:48.773732 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-8de28268-6215-430b-8817-9a57afe55ef6 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Usage tracker for resource:security_group_rule and tenant:1d80fae39fbd414aa5d691cb48ced187 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:18:48.776782 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-8de28268-6215-430b-8817-9a57afe55ef6 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:18:48.782746 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-8de28268-6215-430b-8817-9a57afe55ef6 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:18:48.839995 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-23f86275-74d8-419a-8a8e-ce9e61ade551 None None] Notify callbacks [] for port, precommit_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:48.846482 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-8de28268-6215-430b-8817-9a57afe55ef6 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:48.852753 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-23f86275-74d8-419a-8a8e-ce9e61ade551 None None] Transition to ACTIVE for port object 84c58c64-d13a-4e35-87c7-ba6d9d52041a will not be triggered until provisioned by entity L2. {{(pid=86434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:18:48.878922 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-23f86275-74d8-419a-8a8e-ce9e61ade551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:48.883736 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:18:48.912149 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-8de28268-6215-430b-8817-9a57afe55ef6 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:48.942769 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-8de28268-6215-430b-8817-9a57afe55ef6 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993536'] for security_group_rule, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:48.959180 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:18:48.979071 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de28268-6215-430b-8817-9a57afe55ef6 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56479645-ca46-4e74-ae0e-0e11eb9958ae,revision_number=0']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:18:48.987739 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-8de28268-6215-430b-8817-9a57afe55ef6 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:18:49.022085 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-8de28268-6215-430b-8817-9a57afe55ef6 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:49.027044 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 39640) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:18:49.027194 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-8de28268-6215-430b-8817-9a57afe55ef6 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2689526 Apr 21 06:18:49.033049 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-ca99dc0d-3a5f-4696-9b8d-81110ea8f0f6 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Request body: {'security_group_rule': {'security_group_id': '0ef3ca1f-0aff-458f-afa0-a2e03b851c5a', 'project_id': '1d80fae39fbd414aa5d691cb48ced187', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:18:49.040123 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-ca99dc0d-3a5f-4696-9b8d-81110ea8f0f6 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:18:49.044981 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-ca99dc0d-3a5f-4696-9b8d-81110ea8f0f6 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Usage tracker for resource:security_group_rule and tenant:1d80fae39fbd414aa5d691cb48ced187 is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:18:49.048188 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-ca99dc0d-3a5f-4696-9b8d-81110ea8f0f6 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:18:49.055234 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-ca99dc0d-3a5f-4696-9b8d-81110ea8f0f6 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:18:49.089375 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4a473b-678b-4c14-a8e0-bbd3f0a6fe98 None None] Pushing event updated for resources: {'Port': ['ID=84c58c64-d13a-4e35-87c7-ba6d9d52041a,revision_number=3']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:18:49.096384 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.db.securitygroups_db [None req-ca99dc0d-3a5f-4696-9b8d-81110ea8f0f6 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Project 1d80fae39fbd414aa5d691cb48ced187 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 06:18:49.099971 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-af4a473b-678b-4c14-a8e0-bbd3f0a6fe98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:18:49.104346 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-ca99dc0d-3a5f-4696-9b8d-81110ea8f0f6 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:49.116983 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-23f86275-74d8-419a-8a8e-ce9e61ade551 None None] Attempting to bind port 84c58c64-d13a-4e35-87c7-ba6d9d52041a on host dv-cinder-782390-6-iscsi for vnic_type normal with profile {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:18:49.117919 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-23f86275-74d8-419a-8a8e-ce9e61ade551 None None] Attempting to bind port 84c58c64-d13a-4e35-87c7-ba6d9d52041a by drivers openvswitch,hyperv on host dv-cinder-782390-6-iscsi at level 0 using segments [{'id': '275f6fb3-8e84-4cbd-ad06-ea3ef4717eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '27407ff8-ff49-4a03-8646-a5cff4dc9bea'}] {{(pid=86434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:18:49.118331 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f86275-74d8-419a-8a8e-ce9e61ade551 None None] Attempting to bind port 84c58c64-d13a-4e35-87c7-ba6d9d52041a on network 27407ff8-ff49-4a03-8646-a5cff4dc9bea {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:18:49.124228 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f86275-74d8-419a-8a8e-ce9e61ade551 None None] Checking agent: {'id': '6ed75209-5459-46e4-8756-ce582068b488', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 5, 55, 6), 'started_at': datetime.datetime(2021, 4, 21, 5, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:18:49.124651 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f86275-74d8-419a-8a8e-ce9e61ade551 None None] Checking segment: {'id': '275f6fb3-8e84-4cbd-ad06-ea3ef4717eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '27407ff8-ff49-4a03-8646-a5cff4dc9bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:18:49.125102 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-23f86275-74d8-419a-8a8e-ce9e61ade551 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:49.127242 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f86275-74d8-419a-8a8e-ce9e61ade551 None None] Bound using segment: {'id': '275f6fb3-8e84-4cbd-ad06-ea3ef4717eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '27407ff8-ff49-4a03-8646-a5cff4dc9bea'} {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:18:49.127242 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-23f86275-74d8-419a-8a8e-ce9e61ade551 None None] Bound port: 84c58c64-d13a-4e35-87c7-ba6d9d52041a, host: dv-cinder-782390-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '275f6fb3-8e84-4cbd-ad06-ea3ef4717eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '27407ff8-ff49-4a03-8646-a5cff4dc9bea'}}] {{(pid=86434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:18:49.127242 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-23f86275-74d8-419a-8a8e-ce9e61ade551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:49.243506 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-23f86275-74d8-419a-8a8e-ce9e61ade551 None None] For port 84c58c64-d13a-4e35-87c7-ba6d9d52041a, host dv-cinder-782390-6-iscsi, cleared binding levels {{(pid=86434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:18:49.247182 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-23f86275-74d8-419a-8a8e-ce9e61ade551 None None] For port 84c58c64-d13a-4e35-87c7-ba6d9d52041a, host dv-cinder-782390-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=84c58c64-d13a-4e35-87c7-ba6d9d52041a,segment=NetworkSegment(275f6fb3-8e84-4cbd-ad06-ea3ef4717eae),segment_id=275f6fb3-8e84-4cbd-ad06-ea3ef4717eae)] {{(pid=86434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:18:49.254045 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-ca99dc0d-3a5f-4696-9b8d-81110ea8f0f6 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:49.280118 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-23f86275-74d8-419a-8a8e-ce9e61ade551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:49.285171 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-8d1c0f2d-68f0-4af5-976a-5bb48e4f962c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:18:49.302148 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-ca99dc0d-3a5f-4696-9b8d-81110ea8f0f6 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993536'] for security_group_rule, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:49.323089 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:18:49.343311 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca99dc0d-3a5f-4696-9b8d-81110ea8f0f6 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a54a865-324e-4842-b875-cd734ec333eb,revision_number=0']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:18:49.347549 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-ca99dc0d-3a5f-4696-9b8d-81110ea8f0f6 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:18:49.356124 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-7fc97379-a902-4178-8c07-bf3a7c352d9e req-e1c85780-c6ae-4746-bbfd-673965f778cf tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0802019 Apr 21 06:18:49.388184 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-ca99dc0d-3a5f-4696-9b8d-81110ea8f0f6 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:49.391905 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f86275-74d8-419a-8a8e-ce9e61ade551 None None] Routers {'34f14af9-b9a6-4707-ace2-5a5fc0e2c8ef'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:18:49.392588 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-23f86275-74d8-419a-8a8e-ce9e61ade551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T06:18:34Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['34f14af9-b9a6-4707-ace2-5a5fc0e2c8ef'], 'active': True} {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:18:49.392925 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 39652) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:18:49.393035 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-ca99dc0d-3a5f-4696-9b8d-81110ea8f0f6 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3648992 Apr 21 06:18:49.399485 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-5bf34f6c-e6c5-4943-9532-76a2a9159d7e tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Request body: {'security_group_rule': {'security_group_id': '0ef3ca1f-0aff-458f-afa0-a2e03b851c5a', 'project_id': '1d80fae39fbd414aa5d691cb48ced187', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:18:49.410329 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-5bf34f6c-e6c5-4943-9532-76a2a9159d7e tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:18:49.424241 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-5bf34f6c-e6c5-4943-9532-76a2a9159d7e tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Usage tracker for resource:security_group_rule and tenant:1d80fae39fbd414aa5d691cb48ced187 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:18:49.427475 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-5bf34f6c-e6c5-4943-9532-76a2a9159d7e tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:18:49.434091 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-5bf34f6c-e6c5-4943-9532-76a2a9159d7e tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:18:49.491141 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.db.securitygroups_db [None req-5bf34f6c-e6c5-4943-9532-76a2a9159d7e tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Project 1d80fae39fbd414aa5d691cb48ced187 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 06:18:49.500568 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5bf34f6c-e6c5-4943-9532-76a2a9159d7e tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:49.523179 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4a473b-678b-4c14-a8e0-bbd3f0a6fe98 None None] Pushing event updated for resources: {'Port': ['ID=84c58c64-d13a-4e35-87c7-ba6d9d52041a,revision_number=4']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:18:49.528645 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-af4a473b-678b-4c14-a8e0-bbd3f0a6fe98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:18:49.579262 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5bf34f6c-e6c5-4943-9532-76a2a9159d7e tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:49.590317 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-23f86275-74d8-419a-8a8e-ce9e61ade551 None None] Set router 34f14af9-b9a6-4707-ace2-5a5fc0e2c8ef gateway port host: dv-cinder-782390-6-iscsi {{(pid=86434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:18:49.604709 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5bf34f6c-e6c5-4943-9532-76a2a9159d7e tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993536'] for security_group_rule, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:49.612799 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-4c2fa266-fb31-4045-8252-e553298a4d8c tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:18:49.634660 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf34f6c-e6c5-4943-9532-76a2a9159d7e tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ce3bac5-259b-40a4-93ac-3e1b8386267b,revision_number=0']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:18:49.637397 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5bf34f6c-e6c5-4943-9532-76a2a9159d7e tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:18:49.667746 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5bf34f6c-e6c5-4943-9532-76a2a9159d7e tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:49.669037 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-5bf34f6c-e6c5-4943-9532-76a2a9159d7e tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2750430 Apr 21 06:18:49.935187 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-23f86275-74d8-419a-8a8e-ce9e61ade551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f14af9-b9a6-4707-ace2-5a5fc0e2c8ef', 'name': 'tempest-TestShelveInstance-720866915-router', 'tenant_id': 'db83c7d6dbee4b5c9f1625d7b5ba68f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '856345e8-880e-463f-b5ae-1ff6f0c4f272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:18:38Z', 'updated_at': '2021-04-21T06:18:44Z', 'revision_number': 4, 'project_id': 'db83c7d6dbee4b5c9f1625d7b5ba68f5', 'gw_port': {'id': '856345e8-880e-463f-b5ae-1ff6f0c4f272', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f14af9-b9a6-4707-ace2-5a5fc0e2c8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:18:40Z', 'updated_at': '2021-04-21T06:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi', '_interfaces': [{'id': '84c58c64-d13a-4e35-87c7-ba6d9d52041a', 'name': '', 'network_id': '27407ff8-ff49-4a03-8646-a5cff4dc9bea', 'tenant_id': 'db83c7d6dbee4b5c9f1625d7b5ba68f5', 'mac_address': 'fa:16:3e:1f:a6:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f14af9-b9a6-4707-ace2-5a5fc0e2c8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '78e4ea68-3c27-4e77-bd29-bc153c229467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:18:43Z', 'updated_at': '2021-04-21T06:18:49Z', 'revision_number': 4, 'project_id': 'db83c7d6dbee4b5c9f1625d7b5ba68f5', 'subnets': [{'id': '78e4ea68-3c27-4e77-bd29-bc153c229467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:18:49.939212 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f86275-74d8-419a-8a8e-ce9e61ade551 None None] The sync data for ids ['34f14af9-b9a6-4707-ace2-5a5fc0e2c8ef'] in dv-cinder-782390-6-iscsi is: [{'id': '34f14af9-b9a6-4707-ace2-5a5fc0e2c8ef', 'name': 'tempest-TestShelveInstance-720866915-router', 'tenant_id': 'db83c7d6dbee4b5c9f1625d7b5ba68f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '856345e8-880e-463f-b5ae-1ff6f0c4f272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:18:38Z', 'updated_at': '2021-04-21T06:18:44Z', 'revision_number': 4, 'project_id': 'db83c7d6dbee4b5c9f1625d7b5ba68f5', 'gw_port': {'id': '856345e8-880e-463f-b5ae-1ff6f0c4f272', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f14af9-b9a6-4707-ace2-5a5fc0e2c8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:18:40Z', 'updated_at': '2021-04-21T06:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi', '_interfaces': [{'id': '84c58c64-d13a-4e35-87c7-ba6d9d52041a', 'name': '', 'network_id': '27407ff8-ff49-4a03-8646-a5cff4dc9bea', 'tenant_id': 'db83c7d6dbee4b5c9f1625d7b5ba68f5', 'mac_address': 'fa:16:3e:1f:a6:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f14af9-b9a6-4707-ace2-5a5fc0e2c8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '78e4ea68-3c27-4e77-bd29-bc153c229467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:18:43Z', 'updated_at': '2021-04-21T06:18:49Z', 'revision_number': 4, 'project_id': 'db83c7d6dbee4b5c9f1625d7b5ba68f5', 'subnets': [{'id': '78e4ea68-3c27-4e77-bd29-bc153c229467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 06:18:50.567315 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-048185a3-57a9-4c02-b237-af58b5edaab8 req-b3accb79-a829-49f8-af6c-96f164fe412a tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0575817 Apr 21 06:18:51.667217 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 84c58c64-d13a-4e35-87c7-ba6d9d52041a up at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:18:51.754793 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-453397c4-f6ff-4eb4-bacd-bbc0ccd5133d req-b12765eb-522d-49c1-b728-912cb1aa27a4 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0518031 Apr 21 06:18:51.778878 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning for port 84c58c64-d13a-4e35-87c7-ba6d9d52041a completed by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:18:51.784728 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning complete for port 84c58c64-d13a-4e35-87c7-ba6d9d52041a triggered by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:18:51.785267 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:51.920136 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:51.954910 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] For port 84c58c64-d13a-4e35-87c7-ba6d9d52041a, host dv-cinder-782390-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=84c58c64-d13a-4e35-87c7-ba6d9d52041a,segment=NetworkSegment(275f6fb3-8e84-4cbd-ad06-ea3ef4717eae),segment_id=275f6fb3-8e84-4cbd-ad06-ea3ef4717eae)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:18:51.992242 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:51.994427 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-a686ee90-9a4e-431b-aa91-87d1316db359 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:18:52.071824 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Pushing event updated for resources: {'Port': ['ID=84c58c64-d13a-4e35-87c7-ba6d9d52041a,revision_number=5']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:18:52.081894 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:18:52.921165 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-7c5ffaa7-f790-4aff-8391-f6e69847d9a0 req-bd383913-a022-404f-9049-01d89cea685a tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0495601 Apr 21 06:18:53.636120 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 84c58c64-d13a-4e35-87c7-ba6d9d52041a up at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:18:53.708504 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning complete for port 84c58c64-d13a-4e35-87c7-ba6d9d52041a triggered by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:18:53.709004 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:54.103306 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a2ae22ea-9b0e-4462-91e6-b4de93531fda req-8cb3270f-6b22-46dc-90bb-bfdc8a13106b tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0533817 Apr 21 06:18:55.334142 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-8d76f2de-bf47-48c0-951c-97cfaa3c7513 req-a2927305-5316-4a03-b506-2203ab57b10e tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0539651 Apr 21 06:18:56.455405 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-71bcd48c-9f80-4091-a2af-2b4d31350c9e req-c50019a2-6800-42c6-b3b6-6969ba9a8d5d tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0507658 Apr 21 06:18:57.626265 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-df048841-c8d2-472a-878c-4e39595b94ba req-0093ce17-78bb-41be-8391-78a85bc45149 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0494454 Apr 21 06:18:58.935561 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-471941ab-e448-415e-8503-08712dfc590c req-3572859c-cad0-4387-b81e-a36401b9a91e tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0493729 Apr 21 06:19:00.098089 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-76d1e9a3-91df-45ab-96f0-a18282f93c5b req-13ce3385-4184-421b-a9ae-ba825e8003a1 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0489390 Apr 21 06:19:01.263801 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e6a93e1c-e03f-4364-95d0-3ae1128f914f req-d20234c3-8409-42f1-ab7e-c4e7bc8904c9 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0524249 Apr 21 06:19:02.060200 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-8ef11942-8dcf-4dc4-9f9d-0ab28a18179c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:02.427360 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b4c7db63-46e8-410f-9647-69ee015ebb47 req-8af5c04a-869b-4d66-94d7-5b33cc96d363 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0509629 Apr 21 06:19:03.589133 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f4d7ed06-1bfd-426e-a13b-08af37c4156c req-64ec7c81-1b6f-47ac-88a1-6fc6ac94681f tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0489197 Apr 21 06:19:04.534648 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-45b629c8-1bc5-4d48-99d1-74418e365d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:04.752431 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1c873374-6d17-4e9e-bf3b-061874cd050c req-68d2592b-7c65-40d7-9193-be847a5e1f3f tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0484388 Apr 21 06:19:04.929606 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:05.507241 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:05.913688 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-abb16fa5-2627-406e-93ab-d8346ab98017 req-7e18ac4a-ca9e-4c4b-844c-0c445ddd480d tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0479829 Apr 21 06:19:06.266984 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:07.043158 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:07.083744 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-aaa3b584-2984-44a6-8086-59a233e21208 req-842d94bd-b862-494d-82dd-b98286afd6dd tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0559886 Apr 21 06:19:08.247649 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c752fbe4-5105-44c6-a43e-79efa4712c75 req-d290b320-aa2b-4677-8bf5-3df95f72409f tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0517366 Apr 21 06:19:09.411696 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-fa814db0-aae6-4296-82ea-d23fc6340519 req-e0683c34-5dac-4a03-bf5f-8c3292f3e78e tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0510635 Apr 21 06:19:10.575093 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-12575c94-15a8-4541-ada1-4d9115bfd7b5 req-2e81cd68-9374-46a7-81bd-97df51f39566 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0475233 Apr 21 06:19:11.738646 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e11d4110-f59c-40a7-9e84-3bb58552011a req-0cc3e235-f1ce-4368-9010-a60928855d6d tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0476694 Apr 21 06:19:12.900960 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-baae56e1-6c24-4c6a-9d8f-d9d49041de8e req-f897929a-04a5-492e-93ef-5da5daa7698e tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0500565 Apr 21 06:19:14.064753 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-5c88a5db-0230-4b49-80fe-4ba715c5c777 req-930bebf7-2736-4c8b-ba7d-0f926e465fec tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0499685 Apr 21 06:19:15.230101 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f0e19498-d52d-4b6b-8a93-15a62d2e402b req-6e822473-55d0-461f-8461-52812554508a tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0521300 Apr 21 06:19:16.395319 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c827751a-d5ec-4f9c-ac3a-4031c7f5873c req-a46c7dd3-ecf3-4eb6-a7b7-001157abf2b7 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0510745 Apr 21 06:19:17.080418 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:19:17.559968 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d5b23d91-8a6e-4f4d-a383-9b9b672ea359 req-a3075bf3-0110-4a4d-895d-3a4ec615c324 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0504906 Apr 21 06:19:17.814435 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-bcf2dfb5-adb7-4509-8b08-7a9342057a89 req-2d226b7f-1209-4224-a7e0-b1099548fbe6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e963bbac-3e29-4157-a959-3628d5b15da7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0778139 Apr 21 06:19:17.914847 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2dfb5-adb7-4509-8b08-7a9342057a89 req-cf8011ab-9ab5-4c7e-bb3e-e5784b7bd20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:19:17.916388 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-bcf2dfb5-adb7-4509-8b08-7a9342057a89 req-cf8011ab-9ab5-4c7e-bb3e-e5784b7bd20a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9b8b3b90db3b4377b76614075eb19d93&device_id=e963bbac-3e29-4157-a959-3628d5b15da7 HTTP/1.1" status: 200 len: 1098 time: 0.0810618 Apr 21 06:19:18.069695 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2dfb5-adb7-4509-8b08-7a9342057a89 req-f248513d-e6e1-4bf0-af1e-dac297be745c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:19:18.071319 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-bcf2dfb5-adb7-4509-8b08-7a9342057a89 req-f248513d-e6e1-4bf0-af1e-dac297be745c service neutron] 10.222.0.11 "GET /v2.0/networks?id=4adbb71d-0e3c-4f02-8c40-88a15a7ed44f HTTP/1.1" status: 200 len: 917 time: 0.1364925 Apr 21 06:19:18.178486 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-bcf2dfb5-adb7-4509-8b08-7a9342057a89 req-7c2f5eca-66af-4ab0-8dec-c0486395dc57 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2387a5e1-0796-422a-9fbb-0b0608370e81 HTTP/1.1" status: 200 len: 1001 time: 0.1009724 Apr 21 06:19:18.244627 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2dfb5-adb7-4509-8b08-7a9342057a89 req-a5c27fc6-b1c4-4539-ac15-e0cba2b49f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:19:18.246194 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-bcf2dfb5-adb7-4509-8b08-7a9342057a89 req-a5c27fc6-b1c4-4539-ac15-e0cba2b49f16 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6540d99e-bc73-4d77-9e9a-a9934313dcf7 HTTP/1.1" status: 200 len: 855 time: 0.0623560 Apr 21 06:19:18.326311 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2dfb5-adb7-4509-8b08-7a9342057a89 req-632de200-2b50-4237-bbe0-c501703c8c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:19:18.327902 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-bcf2dfb5-adb7-4509-8b08-7a9342057a89 req-632de200-2b50-4237-bbe0-c501703c8c6a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4adbb71d-0e3c-4f02-8c40-88a15a7ed44f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0758259 Apr 21 06:19:18.468935 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-bcf2dfb5-adb7-4509-8b08-7a9342057a89 req-60daec99-08cf-4dde-bf14-8ea081d62384 service neutron] 10.222.0.11 "GET /v2.0/networks/4adbb71d-0e3c-4f02-8c40-88a15a7ed44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349237 Apr 21 06:19:18.610000 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-bcf2dfb5-adb7-4509-8b08-7a9342057a89 req-43924684-d063-4fd6-b687-a7fed96b9b72 service neutron] 10.222.0.11 "GET /v2.0/networks/4adbb71d-0e3c-4f02-8c40-88a15a7ed44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350954 Apr 21 06:19:18.729699 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b16f96bb-d368-4e4a-a20f-0488982983c9 req-d7928b10-c154-40ed-8035-5049642c7487 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0529380 Apr 21 06:19:19.900850 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-24ed7c20-e434-4e52-b5ba-ac98bfa3a5ba req-d889bffb-16c6-45fb-be13-a378943f3a99 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0479620 Apr 21 06:19:21.052038 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a3246c6d-9f24-4cec-b330-163fdebbbd3d req-42500d07-ea6f-4ffa-ae7a-0b416a4f2919 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0477676 Apr 21 06:19:22.330225 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c484ceb1-3eea-430e-adaf-b73d3a49a22d req-a6f7220c-ce63-466e-b4e3-0e2031def05d tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0578964 Apr 21 06:19:22.375414 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e737df7d-be5b-43d2-a6c9-57210d91c991 req-9f0fba34-61ec-43e3-9e44-4bcdd6e6c829 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:19:22.377003 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e737df7d-be5b-43d2-a6c9-57210d91c991 req-9f0fba34-61ec-43e3-9e44-4bcdd6e6c829 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 946 time: 0.0928414 Apr 21 06:19:22.425290 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e737df7d-be5b-43d2-a6c9-57210d91c991 req-a41d4a27-3602-487d-83fe-0d19e6d457ae tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb4a8c28-565a-4d8d-8586-e8b658f711e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412600 Apr 21 06:19:22.817525 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ed48d-b6c5-4922-befa-85be8d96528e req-249616f8-13cf-418a-aabd-a89ccfd2ce3b tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:19:22.819120 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-071ed48d-b6c5-4922-befa-85be8d96528e req-249616f8-13cf-418a-aabd-a89ccfd2ce3b tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.11 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 946 time: 0.0897720 Apr 21 06:19:22.892517 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [req-071ed48d-b6c5-4922-befa-85be8d96528e req-e43f1d79-1b04-4938-8f1b-eb14a8026bb0 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Deleting port 438d8108-b184-4bd2-b0f6-8b1345d9a286 {{(pid=86432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:19:22.892906 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-071ed48d-b6c5-4922-befa-85be8d96528e req-e43f1d79-1b04-4938-8f1b-eb14a8026bb0 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363270981359476'] for port, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:23.160003 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [req-071ed48d-b6c5-4922-befa-85be8d96528e req-e43f1d79-1b04-4938-8f1b-eb14a8026bb0 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] For port 438d8108-b184-4bd2-b0f6-8b1345d9a286, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=438d8108-b184-4bd2-b0f6-8b1345d9a286,segment=NetworkSegment(0bc7fe2d-ac4b-43a1-bcab-bde52b794f56),segment_id=0bc7fe2d-ac4b-43a1-bcab-bde52b794f56)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:19:23.160402 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-071ed48d-b6c5-4922-befa-85be8d96528e req-e43f1d79-1b04-4938-8f1b-eb14a8026bb0 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846743427'] for port, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:23.519951 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-9c2c6776-c39e-4ea7-a77f-1883ce4550f3 req-0479d1b0-96fa-4bda-80b4-f1e93d92f8c7 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0665381 Apr 21 06:19:23.523612 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-071ed48d-b6c5-4922-befa-85be8d96528e req-e43f1d79-1b04-4938-8f1b-eb14a8026bb0 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:23.523868 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-071ed48d-b6c5-4922-befa-85be8d96528e req-e43f1d79-1b04-4938-8f1b-eb14a8026bb0 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8011185'] for floatingip, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:23.524219 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.db.l3_db [req-071ed48d-b6c5-4922-befa-85be8d96528e req-e43f1d79-1b04-4938-8f1b-eb14a8026bb0 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Floating IP 1182bd77-2411-4ac8-a035-091ed7d14b6a disassociated. External IP: 172.27.2.236, port: 438d8108-b184-4bd2-b0f6-8b1345d9a286. Apr 21 06:19:23.525049 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [req-071ed48d-b6c5-4922-befa-85be8d96528e req-e43f1d79-1b04-4938-8f1b-eb14a8026bb0 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Calling delete_port for 438d8108-b184-4bd2-b0f6-8b1345d9a286 owned by compute:nova {{(pid=86432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:19:23.632100 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb00292b-b711-4a27-b8b3-ff5cf3518e4b req-2b9308c5-25e4-4bd1-b16e-310c0540a0db tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:19:23.633629 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-cb00292b-b711-4a27-b8b3-ff5cf3518e4b req-2b9308c5-25e4-4bd1-b16e-310c0540a0db tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 946 time: 0.0909798 Apr 21 06:19:23.681161 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-cb00292b-b711-4a27-b8b3-ff5cf3518e4b req-7ca62ea6-6069-4b20-8348-7bec04e42e72 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb4a8c28-565a-4d8d-8586-e8b658f711e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410261 Apr 21 06:19:23.700097 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-071ed48d-b6c5-4922-befa-85be8d96528e req-e43f1d79-1b04-4938-8f1b-eb14a8026bb0 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270981355551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765872972847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848222423'] for port, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:23.709243 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-062551de-9e15-451b-9539-2c29684fad5b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:23.755249 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43f1d79-1b04-4938-8f1b-eb14a8026bb0 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Pushing event deleted for resources: {'Port': ['ID=438d8108-b184-4bd2-b0f6-8b1345d9a286,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:23.759615 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-e43f1d79-1b04-4938-8f1b-eb14a8026bb0 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:23.952111 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.l3_agent_scheduler [req-071ed48d-b6c5-4922-befa-85be8d96528e req-e43f1d79-1b04-4938-8f1b-eb14a8026bb0 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Router e7a7cb67-e1bf-4c65-83ef-19f088b4066e has already been hosted by L3 agent 11ad1a07-0ae8-4245-9270-47a08d3f943a {{(pid=86432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 06:19:24.370640 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-071ed48d-b6c5-4922-befa-85be8d96528e req-e43f1d79-1b04-4938-8f1b-eb14a8026bb0 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify agent at l3_agent.dv-cinder-782390-6-iscsi the message routers_updated {{(pid=86432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 06:19:24.381822 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fc2474-31d8-4422-91cd-f9cd2e76d4bb None None] Sync routers for ids ['e7a7cb67-e1bf-4c65-83ef-19f088b4066e'] in dv-cinder-782390-6-iscsi {{(pid=86435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 06:19:24.393806 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fc2474-31d8-4422-91cd-f9cd2e76d4bb None None] Routers {'e7a7cb67-e1bf-4c65-83ef-19f088b4066e'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:19:24.394719 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-c2fc2474-31d8-4422-91cd-f9cd2e76d4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T06:19:04Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['e7a7cb67-e1bf-4c65-83ef-19f088b4066e'], 'active': True} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:19:24.473882 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [req-071ed48d-b6c5-4922-befa-85be8d96528e req-e43f1d79-1b04-4938-8f1b-eb14a8026bb0 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] No DVR routers for this DVR port 438d8108-b184-4bd2-b0f6-8b1345d9a286 on host hv-cinder-78239 {{(pid=86432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 06:19:24.479109 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-071ed48d-b6c5-4922-befa-85be8d96528e req-e43f1d79-1b04-4938-8f1b-eb14a8026bb0 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:24.482526 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aef504c8-2a75-4a73-af61-ab5850bdb863', 'name': 'network-vif-deleted', 'tag': '438d8108-b184-4bd2-b0f6-8b1345d9a286'}] {{(pid=86432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:19:24.548279 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-071ed48d-b6c5-4922-befa-85be8d96528e req-e43f1d79-1b04-4938-8f1b-eb14a8026bb0 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.11 "DELETE /v2.0/ports/438d8108-b184-4bd2-b0f6-8b1345d9a286 HTTP/1.1" status: 204 len: 173 time: 1.7242415 Apr 21 06:19:24.566895 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aef504c8-2a75-4a73-af61-ab5850bdb863', 'name': 'network-vif-deleted', 'tag': '438d8108-b184-4bd2-b0f6-8b1345d9a286', 'status': 'completed', 'code': 200} Apr 21 06:19:24.632432 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-c2fc2474-31d8-4422-91cd-f9cd2e76d4bb None None] Set router e7a7cb67-e1bf-4c65-83ef-19f088b4066e gateway port host: dv-cinder-782390-6-iscsi {{(pid=86435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:19:24.733106 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c7fb7790-bbab-49c0-9760-5ee23f3c29cc req-a79be2fb-afad-40c6-b650-b89aeba6dc83 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0652363 Apr 21 06:19:24.859122 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-c9ab1350-22fc-4021-a5b5-eabf4e0ded85 req-17869723-2f7b-4717-a78a-14407d50de8f tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Synchronizing usage tracker for tenant:a253b7f90d074c729aa03c3dbc382b57 on resource:port {{(pid=86432) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:19:24.968695 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-c9ab1350-22fc-4021-a5b5-eabf4e0ded85 req-17869723-2f7b-4717-a78a-14407d50de8f tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Unset dirty status for tenant:a253b7f90d074c729aa03c3dbc382b57 on resource:port {{(pid=86432) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:19:24.970265 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c9ab1350-22fc-4021-a5b5-eabf4e0ded85 req-17869723-2f7b-4717-a78a-14407d50de8f tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.1617849 Apr 21 06:19:24.992003 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-c2fc2474-31d8-4422-91cd-f9cd2e76d4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a7cb67-e1bf-4c65-83ef-19f088b4066e', 'name': 'tempest-AttachVolumeTestJSON-1982476189-router', 'tenant_id': 'a253b7f90d074c729aa03c3dbc382b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '9001a17d-5f37-4407-b8a8-da67822ac51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:03:49Z', 'updated_at': '2021-04-21T06:03:59Z', 'revision_number': 4, 'project_id': 'a253b7f90d074c729aa03c3dbc382b57', 'gw_port': {'id': '9001a17d-5f37-4407-b8a8-da67822ac51d', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:22:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a7cb67-e1bf-4c65-83ef-19f088b4066e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:03:51Z', 'updated_at': '2021-04-21T06:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi', '_interfaces': [{'id': '447e1fc3-528c-46c3-bab5-e8bf34da8aaf', 'name': '', 'network_id': '18d42f14-ebcb-45fb-872d-4c48e6952727', 'tenant_id': 'a253b7f90d074c729aa03c3dbc382b57', 'mac_address': 'fa:16:3e:bd:54:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a7cb67-e1bf-4c65-83ef-19f088b4066e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8d481e38-1293-4cc6-9389-91a3566135aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:03:58Z', 'updated_at': '2021-04-21T06:04:18Z', 'revision_number': 5, 'project_id': 'a253b7f90d074c729aa03c3dbc382b57', 'subnets': [{'id': '8d481e38-1293-4cc6-9389-91a3566135aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:19:24.996009 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fc2474-31d8-4422-91cd-f9cd2e76d4bb None None] Checking router: e7a7cb67-e1bf-4c65-83ef-19f088b4066e for host: dv-cinder-782390-6-iscsi {{(pid=86435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 06:19:25.004777 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fc2474-31d8-4422-91cd-f9cd2e76d4bb None None] Routers {'e7a7cb67-e1bf-4c65-83ef-19f088b4066e'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:19:25.005468 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-c2fc2474-31d8-4422-91cd-f9cd2e76d4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T06:19:04Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['e7a7cb67-e1bf-4c65-83ef-19f088b4066e'], 'active': True} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:19:25.188634 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-c2fc2474-31d8-4422-91cd-f9cd2e76d4bb None None] Set router e7a7cb67-e1bf-4c65-83ef-19f088b4066e gateway port host: dv-cinder-782390-6-iscsi {{(pid=86435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:19:25.537105 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-c2fc2474-31d8-4422-91cd-f9cd2e76d4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a7cb67-e1bf-4c65-83ef-19f088b4066e', 'name': 'tempest-AttachVolumeTestJSON-1982476189-router', 'tenant_id': 'a253b7f90d074c729aa03c3dbc382b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '9001a17d-5f37-4407-b8a8-da67822ac51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:03:49Z', 'updated_at': '2021-04-21T06:03:59Z', 'revision_number': 4, 'project_id': 'a253b7f90d074c729aa03c3dbc382b57', 'gw_port': {'id': '9001a17d-5f37-4407-b8a8-da67822ac51d', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:22:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a7cb67-e1bf-4c65-83ef-19f088b4066e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:03:51Z', 'updated_at': '2021-04-21T06:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi', '_interfaces': [{'id': '447e1fc3-528c-46c3-bab5-e8bf34da8aaf', 'name': '', 'network_id': '18d42f14-ebcb-45fb-872d-4c48e6952727', 'tenant_id': 'a253b7f90d074c729aa03c3dbc382b57', 'mac_address': 'fa:16:3e:bd:54:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a7cb67-e1bf-4c65-83ef-19f088b4066e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8d481e38-1293-4cc6-9389-91a3566135aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:03:58Z', 'updated_at': '2021-04-21T06:04:18Z', 'revision_number': 5, 'project_id': 'a253b7f90d074c729aa03c3dbc382b57', 'subnets': [{'id': '8d481e38-1293-4cc6-9389-91a3566135aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:19:25.541422 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fc2474-31d8-4422-91cd-f9cd2e76d4bb None None] The sync data for ids ['e7a7cb67-e1bf-4c65-83ef-19f088b4066e'] in dv-cinder-782390-6-iscsi is: [{'id': 'e7a7cb67-e1bf-4c65-83ef-19f088b4066e', 'name': 'tempest-AttachVolumeTestJSON-1982476189-router', 'tenant_id': 'a253b7f90d074c729aa03c3dbc382b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '9001a17d-5f37-4407-b8a8-da67822ac51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:03:49Z', 'updated_at': '2021-04-21T06:03:59Z', 'revision_number': 4, 'project_id': 'a253b7f90d074c729aa03c3dbc382b57', 'gw_port': {'id': '9001a17d-5f37-4407-b8a8-da67822ac51d', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:22:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a7cb67-e1bf-4c65-83ef-19f088b4066e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:03:51Z', 'updated_at': '2021-04-21T06:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi', '_interfaces': [{'id': '447e1fc3-528c-46c3-bab5-e8bf34da8aaf', 'name': '', 'network_id': '18d42f14-ebcb-45fb-872d-4c48e6952727', 'tenant_id': 'a253b7f90d074c729aa03c3dbc382b57', 'mac_address': 'fa:16:3e:bd:54:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a7cb67-e1bf-4c65-83ef-19f088b4066e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8d481e38-1293-4cc6-9389-91a3566135aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:03:58Z', 'updated_at': '2021-04-21T06:04:18Z', 'revision_number': 5, 'project_id': 'a253b7f90d074c729aa03c3dbc382b57', 'subnets': [{'id': '8d481e38-1293-4cc6-9389-91a3566135aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 06:19:25.894877 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-056e3bdc-1a55-4034-aeeb-f9ead62a0beb req-757062f6-c991-4734-9e47-a861faa0bb8f tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0484667 Apr 21 06:19:25.954232 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71281db2-d10b-486e-8636-c4fd5f46c801 None None] New status for floating IP 1182bd77-2411-4ac8-a035-091ed7d14b6a: DOWN {{(pid=86434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 21 06:19:26.136353 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6d340248-4cc1-4b42-8569-ae339345e7c6 req-7632cc70-a67f-47f3-a2d3-c24054b3540c tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0482559 Apr 21 06:19:26.879390 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Device 438d8108-b184-4bd2-b0f6-8b1345d9a286 no longer exists at agent hyperv_hv-cinder-78239 {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:19:26.917272 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] No Port match for: 438d8108-b184-4bd2-b0f6-8b1345d9a286 {{(pid=86434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:19:26.917775 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Device 438d8108-b184-4bd2-b0f6-8b1345d9a286 not bound to the agent host hv-cinder-78239 {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:19:27.056473 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ef08af21-a52b-4bde-9e92-8a043a6bc1dc req-46c74287-04f6-41aa-897e-f9a5284e8d64 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0485165 Apr 21 06:19:27.304738 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-2b7d2df9-6aa8-422f-8fdb-8e70023363bd req-dde64e3d-410b-45fb-92ec-c0ad1f46ad52 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0484481 Apr 21 06:19:28.219802 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6c7d5948-bb87-40ce-9512-5a984a342e8d req-0be0f6c3-1497-4fb7-8464-788463d48c12 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0501766 Apr 21 06:19:28.469407 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-0a31e628-fe56-4979-99aa-425189be4c01 req-b1dbbfd6-9c12-4523-b829-36f60724aac7 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0519686 Apr 21 06:19:29.391933 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f0db001b-a1a8-4166-9b1f-a4c693305469 req-7546fc34-aa19-46bd-b571-5cb1c3453239 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0482550 Apr 21 06:19:29.633548 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d3a4f46b-c6fe-4eda-b2d1-497f1af45b4f req-51b68557-44fd-4cec-927c-9b557a79c886 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0497398 Apr 21 06:19:30.551019 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-8ef71ccd-4f71-4cd6-949a-1ad1a5b0bcb8 req-0bced3e1-c155-40ac-b491-18ad452de771 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0481913 Apr 21 06:19:30.795310 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-71fb5344-5240-495f-8a0e-8dec35a28677 req-68255d94-f241-487a-8cf3-c3aa8959acf9 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0474110 Apr 21 06:19:31.646850 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [req-aa276896-aaf8-4a0d-a3e2-b8ec4fc50412 req-dd0ee7fe-8e06-4ff4-bd5a-96e6afea8664 service neutron] (86433) timed out ('10.222.0.11', 57921) {{(pid=86433) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 21 06:19:31.713209 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b03f6e79-41e7-4815-9c9b-5a193f549ced req-99876ade-acec-40ab-b4ec-b327c88089c0 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0508142 Apr 21 06:19:31.959224 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a91dfcbc-8a4c-47b1-8106-3cbd8d24685a req-86dc764a-4c77-40ba-8222-bded82b40d47 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0511851 Apr 21 06:19:32.041957 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4bb03427-5e26-4a36-bed3-4da332ba2af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:32.542082 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [req-ece5718c-e5a3-4fea-9dfc-62299ca4f044 req-9cc57f1d-eb3b-499c-95b9-3b4e61ce1f09 service neutron] (86433) timed out ('10.222.0.11', 57895) {{(pid=86433) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 21 06:19:32.875639 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b2e66626-f044-4c4c-ad0e-b07b23f096b3 req-6119b747-891b-4146-a5a7-94fe94ea2d8e tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0488632 Apr 21 06:19:33.122320 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-3d91cd8a-caf9-49b6-a6b5-c08a5ffbf482 req-261d4d73-89b0-4429-aec9-b32bc5bf5de2 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0479951 Apr 21 06:19:34.036449 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-eb553ff6-d0c8-4254-abcb-6f1667376b39 req-06168656-15d5-451d-80c7-d94e5be29959 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0482078 Apr 21 06:19:34.282201 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6252c6b0-cfff-4efb-a222-b4e55db29098 req-0de0c9f9-84ce-4e37-9db0-9b5362962f72 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0478868 Apr 21 06:19:34.533320 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f8a310f2-075c-4fc2-9e1c-4934a3417609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:34.939255 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:35.199395 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-922ebb17-08fb-4fb4-9ab7-9efccc0a746d req-b1728104-3fb8-415f-be88-d8ea2f3f3e7b tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0508733 Apr 21 06:19:35.445269 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-cc794b1a-4b57-4246-9fb8-0f75790d18a5 req-f964e07d-979f-4a1f-8ed0-728a2e02b2be tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0508742 Apr 21 06:19:35.499496 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:36.281116 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:36.361762 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f96c1c0b-69d7-480e-8b78-f44b44221299 req-a276f05f-d2ec-4c3a-8122-fcb83560a1bd tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0477772 Apr 21 06:19:36.608632 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-01cac00f-6210-422c-98ca-f422fb65ad18 req-dfa62c89-97e0-404e-a3c1-7344e26e9280 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0485265 Apr 21 06:19:37.030644 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:37.522000 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-fa900bfc-d85c-48ab-a01d-298007f27842 req-5b3460ab-f7d9-42c9-8b27-d6399b96a787 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0484707 Apr 21 06:19:37.769333 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-22dc7a50-92e2-4fdb-a41d-041fdc565f13 req-a32606cd-5fec-4d9b-b60f-dea68dc7f511 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0486269 Apr 21 06:19:38.684630 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-439cbe56-8ed8-4f60-8642-c6ade90567a7 req-f43fc649-9b29-4789-b94b-6bf330cf3f11 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0515556 Apr 21 06:19:38.934477 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-2dff09e2-3c6f-4f41-b070-dc7be969bf01 req-0fffa874-ad46-48b6-9d44-a3f6c6c84608 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0532315 Apr 21 06:19:39.847645 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-baff0055-6863-4cb6-8a94-75bace393a20 req-8f8507e7-876b-45db-bf43-c20576922c62 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0485156 Apr 21 06:19:40.097164 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-01c60d54-ae51-40c6-9766-c2b840bd506f req-f75882c2-cb3f-4488-8c6a-8675d0beff21 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0486453 Apr 21 06:19:41.006468 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-11060948-cd2e-4b5b-8548-727eaa37d718 req-93496dc3-e4ce-4d04-80de-71aa3c39afe4 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0482862 Apr 21 06:19:41.256786 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c9b56d2f-da2e-4bf6-8cab-dc5bc11ab50d req-9304d59c-3612-46c6-9f7b-e6ac2ddb729c tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0479085 Apr 21 06:19:42.168975 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-788d1cdf-231c-42b0-b374-28edea7ec550 req-c7c85b13-89dc-426f-8745-a91b443ffb9e tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0513160 Apr 21 06:19:42.420571 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1d3fd4a9-ad1a-4794-89eb-3efb9f4cf056 req-8e2772ce-b6e7-45e1-a5ff-f4ab4e9c0145 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0513783 Apr 21 06:19:43.333355 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6f98308f-5bec-4109-b023-db9b0dcd9202 req-60c7c5b6-e2f9-4176-9a29-95819357c649 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0492368 Apr 21 06:19:43.582935 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-386f497c-f985-49de-b665-1362a0ce9994 req-565fec1e-9bc9-4eb7-b63c-342594929104 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0488942 Apr 21 06:19:44.494509 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-59077c3d-39b2-4abb-aa68-f2ac26dc6d50 req-d38c7d79-827e-4cd7-87dd-a1a9d62be6aa tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0489001 Apr 21 06:19:44.745001 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6e787f52-e9a0-4966-a467-0ffb7075b64c req-46e91e56-29cc-431d-9a9a-b4747f63a2b9 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0488687 Apr 21 06:19:45.877995 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-477ad3fb-dd53-482b-ad37-08be6e94d9ff req-bc77734c-2e43-4edf-9132-ceae13518d9a tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.2700815 Apr 21 06:19:45.913411 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-5ba8135b-7503-4d8a-ac89-3b9371d14d3a req-d74722f2-02c4-4891-bda0-f132cad94076 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0519686 Apr 21 06:19:47.043452 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-fa7fc194-0020-4d92-83e6-09a2e7e75b07 req-8dae1755-decb-4106-8166-8aac154e5fb0 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0483108 Apr 21 06:19:47.078505 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b81bec6f-b7dc-4ab9-a5ad-e06b5397454e req-1d654865-1aaf-461c-b111-34e9eb7bf5b5 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0493703 Apr 21 06:19:48.213005 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1d02af0a-6cc9-42ce-94ba-70e510341c2a req-30e4f0d0-aa29-43d0-bc0f-b3b71a7ce4cf tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0533493 Apr 21 06:19:48.372309 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-79a26682-8738-4832-9e54-9400c1eb3e24 req-2276742a-acd5-494e-a5f5-9f6cdb2e0ef3 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0477672 Apr 21 06:19:49.375991 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-db40543b-dbeb-4589-bd70-02054fb9a9de req-2a5b3724-ea1a-4581-bbde-fa3618d6b889 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0485070 Apr 21 06:19:49.534260 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b308e5d6-7f82-4c01-9482-7aa5640f8a14 req-e9cac6b7-029a-455b-babe-6699908d74ab tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0518410 Apr 21 06:19:50.538459 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a7ee544c-ccb6-4faf-af48-4ec90c46731b req-d516a062-28d5-4da0-b408-0241443ff0e6 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0481136 Apr 21 06:19:50.695837 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-54468b9c-1ea4-4631-bcb3-f1f824d3ff90 req-a82d04bc-0a8a-46ce-b03e-6790e605918c tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0486331 Apr 21 06:19:51.700733 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b1bc522f-1be7-480d-a5ee-7f08bf6ed5d9 req-61c2166f-8bdb-4ecd-b296-3bbc7ffa8798 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0506589 Apr 21 06:19:51.855154 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d92f5ff1-2d98-4b48-9c55-23adb258bbf9 req-a40f7e13-40c9-4bf1-921d-ef544b9e3e08 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0485599 Apr 21 06:19:52.860852 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e82f884f-437b-4e39-94aa-7fcdb7504c4e req-f91b7286-bcd3-4a2e-8e6b-bc5bc7f360ca tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0475535 Apr 21 06:19:53.018573 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-38a82433-b904-4370-879e-1f64694c3d6d req-7262727c-ed81-425c-8937-a72ab45505b9 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0536282 Apr 21 06:19:54.023000 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-46ca40a9-45bf-4723-92aa-cc41497287d1 req-3484fb0d-0a4a-42b8-b711-feda4723d339 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0478687 Apr 21 06:19:54.080222 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:19:54.182282 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6f84c8b8-2cac-43ea-b955-38aa84311963 req-74ac0afc-5547-4271-8195-88f5b32b4d24 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0486436 Apr 21 06:19:55.187492 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ffa0aab7-4ad7-46f9-86dc-cf276402f83e req-6dcf68d9-066e-43cf-9678-4715be51652a tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0513976 Apr 21 06:19:55.341654 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-724e6e0f-9476-4fdd-98eb-286e2997841b req-5e2b0b25-c440-4ef5-846c-c44973a8fe68 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0477459 Apr 21 06:19:55.487024 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [req-1deada24-de54-4505-88e8-eb60e9eb97e2 req-c6034442-ffab-4c29-9cb7-e6dbc0436176 service neutron] (86432) timed out ('10.222.0.11', 57927) {{(pid=86432) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 21 06:19:56.347886 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f41471d2-93d3-447a-8924-5ec24d17bf41 req-bac08e23-71be-4bd4-abdb-572030e00e7f tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0484726 Apr 21 06:19:56.506041 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b276cdce-d005-4738-919e-54ff7ff0dc62 req-55bd7d4d-c071-410e-90d4-7a4fe7c75b04 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0525661 Apr 21 06:19:57.512457 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-aa702284-3159-4470-b8c1-fe7465cb2684 req-4bdb819d-c77c-47fd-86f4-d81c4e203308 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0479085 Apr 21 06:19:57.669879 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a76a7ef1-114b-4681-90f8-57baee679768 req-a4624db3-8453-4eea-bcbb-a2595a147b99 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0483074 Apr 21 06:19:58.674879 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c81d3362-859a-4147-ab86-6cc4a249cf15 req-929eb447-e7d6-460f-9798-b57b71d853d9 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0507786 Apr 21 06:19:58.832037 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-5adc9dcf-6dd6-4f8c-b5af-9eb1583d7341 req-74ef36db-237e-4a32-91ac-385fff4b4f61 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0497427 Apr 21 06:19:59.846839 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ac147462-7c6f-4938-8641-33e4adb47ccf req-c406171d-4050-4505-b2d5-9245ef96adec tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0495775 Apr 21 06:19:59.999332 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6591ec08-244f-4921-b55e-a68d9e5c310a req-c8c441b4-e77f-468a-ae79-ac979b87c8db tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0522301 Apr 21 06:20:01.012852 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e89092b3-a2e9-4014-99b9-58cd2594c222 req-50be2176-110c-41fd-93f0-4994f6db7b6d tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0484664 Apr 21 06:20:01.162593 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-02b1cba7-9255-4455-b4da-df21e008540c req-2345e714-edd9-4a62-b105-0f9091fc6f4c tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0486982 Apr 21 06:20:02.052471 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-83a30d87-1860-4626-9299-29041852ee16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:02.288631 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-20ac9fb0-6a54-47c6-9f2d-966ec3b8968d req-2153d609-93a7-4fe2-b144-ad7b4cf45f4e tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0522687 Apr 21 06:20:02.326817 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-33144953-fe2f-4133-abfa-bc6fbc5da81d req-4704d497-0e6d-4835-b519-abf736ce5425 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0489237 Apr 21 06:20:03.460895 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-60a84eb7-629b-42f8-a875-e5a6ec1b4ed4 req-9c3d0271-b765-4b0f-95f4-ad1d1923b2df tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0486877 Apr 21 06:20:03.490640 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-9041c271-58a0-4bca-911c-e91fa6171f3c req-4a666fd2-333f-495b-8f8d-301bcbf01479 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0516150 Apr 21 06:20:04.532553 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9d2f2a60-8be1-45d6-a772-6e876975da01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:04.627940 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-87c88584-5c10-4f1f-a43d-cf42874a3b5c req-1ca02bb7-2d1c-49a6-b641-d0f0aa833f87 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0499425 Apr 21 06:20:04.657079 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-91a01d60-f65c-4469-9f35-0b15a0be59fc req-7d0a430b-88ef-4379-b290-e0b6e869df20 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0493593 Apr 21 06:20:04.953782 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:05.497445 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:05.793117 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-0a9a3eb2-ea98-41bd-a1ca-4956511f83a0 req-19ce6c56-88cc-4d57-948c-3bd0de9c1f95 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0523448 Apr 21 06:20:05.821342 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-423b88ad-b463-41cf-9e62-bfffdf178157 req-0bc324ff-5183-4e01-98b5-69fe92208b69 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0497770 Apr 21 06:20:06.263218 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:06.955544 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e7daab75-5eb1-4bcf-a905-3ef0b393785a req-3106ff96-aa21-4270-b692-54d8d1059801 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0488362 Apr 21 06:20:06.987142 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a7e5da9d-5479-49cb-99b4-4decbf952083 req-50c066a5-fd31-4fe6-af1f-1978ec024e7d tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0521231 Apr 21 06:20:07.035010 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:08.120302 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-447c8f3b-0ab5-42ac-b50b-119c1cafb116 req-dc5006cf-53ec-4856-a2c1-e4a4e325f945 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0486856 Apr 21 06:20:08.153935 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-90cfd76b-3d16-4b8d-86da-77a091ff712b req-ca4d9747-5e3a-4328-87c0-f57919bc9ee2 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0487027 Apr 21 06:20:09.285848 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-3f0e6914-bfb2-42b1-b7e4-aca748bd4f29 req-39957fad-5bbe-401b-8be2-6b186df3f1b3 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0518460 Apr 21 06:20:09.317007 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-dd0da3f8-f7cc-4d7f-9fde-bb3a02110762 req-31284a0c-d3e2-4a88-82eb-95f3d54add37 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0488749 Apr 21 06:20:10.447705 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-55fffabd-1044-441d-98b6-930412040de1 req-3bdb97ab-8d95-444f-af21-33554133c0e7 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0489593 Apr 21 06:20:10.483115 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e09279da-7584-46f5-93d5-37c2086be066 req-f0899674-b9e5-4b8c-bbbb-6c8da206c755 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0521879 Apr 21 06:20:11.613604 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-64bf8d62-efa2-4251-96ad-4b0bc22a9505 req-ff00cc48-b9f3-4b8a-b60a-36b625344a1a tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0482357 Apr 21 06:20:11.647012 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-8a4e28fc-2a5e-4885-bca9-2ca4b22e29d6 req-22816c9f-09f4-4b66-bf41-69f00800f11a tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0495617 Apr 21 06:20:12.778396 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c827110f-d430-4b8b-b892-deab01e68da2 req-7e93f916-592b-451b-a274-9c6d9465c549 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0521455 Apr 21 06:20:12.808130 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-4c029bf7-8cf5-4e42-b20d-0437c04f9b95 req-8c51fbf5-c70b-4582-b371-52568e36bea5 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0480921 Apr 21 06:20:13.940925 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b1ef3543-4e7a-4737-b7be-b5df6f69f7eb req-13ecdf09-9348-459e-a14e-abdc3a44e0e5 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0487087 Apr 21 06:20:13.973336 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-99ba27bf-eb95-45ee-a05e-cea10bd7e6ea req-c3d29add-5676-40f9-8ad5-6018394ca876 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0515814 Apr 21 06:20:15.106869 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-110b2875-9a0c-414e-a684-69b3448f2b80 req-fd73e305-240a-42af-846e-98c4146a3966 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0484867 Apr 21 06:20:15.138988 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f6178794-d285-4393-a261-884eca1af58a req-8e2e9f70-0397-4e7d-9ad3-4b3ee2269dd2 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0493383 Apr 21 06:20:16.272390 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-79403c91-ca06-45db-9546-2bde58bad37c req-b378b627-0ca8-40d3-b181-7039605d57ab tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0533593 Apr 21 06:20:16.303871 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-8d7cddba-7846-44c9-b0d8-2c47bf275b34 req-a5370591-aaf4-432c-a9c8-856935d398e9 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0497997 Apr 21 06:20:17.445083 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-4a398cf5-a554-4c50-bdc1-0cebf1fbac3c req-1e2c8796-095e-4588-b0d0-e2994be8ba9c tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0572982 Apr 21 06:20:17.475985 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-9d7cf34a-a5f5-4e4d-bc3e-d34e6d8fb321 req-50c8c881-d15a-4601-b67c-faa26631cb26 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0532069 Apr 21 06:20:18.611192 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-9db60a00-650a-484d-9654-5136ebdf7681 req-034b8529-493e-4e0d-86c0-4fcb2c552c9b tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0489423 Apr 21 06:20:18.640669 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-5109c6d8-26c3-43eb-8149-b8a577ac8dbc req-6d7077fd-8f27-40f2-9df7-2f81cee2f99b tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0488677 Apr 21 06:20:19.214301 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-0df15743-71d8-4719-8ded-4e5b5f515721 req-224b2965-2d4b-443b-87e1-b67840e69179 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1797624 Apr 21 06:20:19.362441 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df15743-71d8-4719-8ded-4e5b5f515721 req-17d238d5-0409-4a81-8466-adfec78ff86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:19.363956 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-0df15743-71d8-4719-8ded-4e5b5f515721 req-17d238d5-0409-4a81-8466-adfec78ff86d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=83c72247bd04473380fa74addf843cfd&device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 1098 time: 0.0797951 Apr 21 06:20:19.519199 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df15743-71d8-4719-8ded-4e5b5f515721 req-ec81394c-75f4-4a77-a45f-b24beba2e761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:19.520768 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-0df15743-71d8-4719-8ded-4e5b5f515721 req-ec81394c-75f4-4a77-a45f-b24beba2e761 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8a477b33-6a11-4388-9f32-3a61c0f7920e HTTP/1.1" status: 200 len: 919 time: 0.1375077 Apr 21 06:20:19.591150 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-0df15743-71d8-4719-8ded-4e5b5f515721 req-fb8e3930-7eb9-42d0-a433-3e7492946243 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ab21f9f-1509-41df-ba62-c5cf11ead2ce HTTP/1.1" status: 200 len: 217 time: 0.0639260 Apr 21 06:20:19.662382 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df15743-71d8-4719-8ded-4e5b5f515721 req-00c07a75-6d7a-4662-bc57-c34238da5fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:19.664028 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-0df15743-71d8-4719-8ded-4e5b5f515721 req-00c07a75-6d7a-4662-bc57-c34238da5fa1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2da1c0c9-9d0e-43d1-a8aa-9f65aa7cd6bc HTTP/1.1" status: 200 len: 858 time: 0.0670097 Apr 21 06:20:19.718580 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-0df15743-71d8-4719-8ded-4e5b5f515721 req-4899b66c-c11e-4935-b317-1a0dc2107251 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8a477b33-6a11-4388-9f32-3a61c0f7920e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471749 Apr 21 06:20:19.778158 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-140b47fb-31dd-4595-88ed-42cd52f48cf2 req-426c4296-03d2-4d8d-888b-2c72587cdd0d tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0531950 Apr 21 06:20:19.860665 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-211074f7-3512-47b4-a2d7-117d598a69d9 req-6ee70133-3dc3-4a02-81b6-612b6cbb8a43 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.1000068 Apr 21 06:20:19.910787 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-0df15743-71d8-4719-8ded-4e5b5f515721 req-756ba936-4f9e-4d09-8497-178ddb7d503b service neutron] 10.222.0.11 "GET /v2.0/networks/8a477b33-6a11-4388-9f32-3a61c0f7920e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860201 Apr 21 06:20:20.049753 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-0df15743-71d8-4719-8ded-4e5b5f515721 req-b78fa477-1909-454c-8999-b8e19c3f2d54 service neutron] 10.222.0.11 "GET /v2.0/networks/8a477b33-6a11-4388-9f32-3a61c0f7920e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324883 Apr 21 06:20:20.940910 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f05861b1-70ee-4b4c-a7ca-de313608b7be req-13fe85a7-af19-4e3a-846f-3e5e3d23413e tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0500786 Apr 21 06:20:21.021917 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1fe6c87a-cf99-4e9f-a847-89b33cc3e760 req-f42101f9-978c-4f34-8c3a-44a37a667f4f tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0481238 Apr 21 06:20:22.105909 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b7b76d76-c4ec-4dca-8ca5-606e3892a1b2 req-c4941c68-df69-4adf-ae42-4b87ee238870 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0487552 Apr 21 06:20:22.188838 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a521e9c7-8a7f-47ef-bea9-425816eb6eaf req-024319b5-47d1-447d-94d3-c069428f437d tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0485089 Apr 21 06:20:23.270649 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-457fc112-61ab-44b4-a449-8cd9691c7b87 req-63cf003a-d503-4a3a-8d8a-5ed14bd78de7 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0520017 Apr 21 06:20:23.352475 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b913fc90-9586-44cc-a8eb-10f60aebd8e7 req-acb430fd-8a42-41ce-a45d-37eff6abc9b0 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0505106 Apr 21 06:20:24.430987 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-bd08e968-440a-435e-815d-1859686e8ccb req-f00f080d-5ffb-4e97-924e-5ca73e130f59 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0486760 Apr 21 06:20:24.512559 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1545693b-61ca-40db-99b5-6bbe4742b09f req-daff52d0-0ca3-496a-b707-ef8f579e66af tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0470293 Apr 21 06:20:25.595827 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b7a18fa6-b61d-4c22-a3d8-81b9c234068c req-35c47db9-a0f7-438f-b2aa-08571913ef58 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0483530 Apr 21 06:20:25.677950 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-42970113-58d0-4311-9bb7-25e29776b79a req-42ba15ac-6005-4050-8e21-a34d90b8d2e8 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0488718 Apr 21 06:20:26.760213 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-99a0a729-d6f9-4f91-9719-3b585340f3a3 req-8edcddff-dbd4-4f09-b18e-205654f2ff2d tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0513158 Apr 21 06:20:26.841954 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6f82cd21-1fe5-45f3-8a16-42461674aa05 req-65176d5a-1789-4950-8ced-ee2a612e20d4 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0510218 Apr 21 06:20:27.978914 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-0ffa12fe-7462-4e13-9a5f-cd931df8d1b0 req-65d1eb7b-fc45-4578-b126-567d31a2c2eb tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3c986f-ea25-4de4-82d9-0501418ba977 HTTP/1.1" status: 200 len: 210 time: 0.0509827 Apr 21 06:20:28.137335 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-40904cfe-e0d5-4b67-9172-650b9967e613 req-d2d61925-02f2-4ce4-acc3-ca0658749d37 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0522869 Apr 21 06:20:28.360294 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53c7740-70ad-4c4a-a450-e5ba84879e26 req-39fb6577-82d3-41dc-9c70-166584f82604 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:28.361891 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b53c7740-70ad-4c4a-a450-e5ba84879e26 req-39fb6577-82d3-41dc-9c70-166584f82604 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=e963bbac-3e29-4157-a959-3628d5b15da7 HTTP/1.1" status: 200 len: 945 time: 0.0922294 Apr 21 06:20:28.409678 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b53c7740-70ad-4c4a-a450-e5ba84879e26 req-d55d6386-02b6-4fa7-b37d-9e33c6e55c00 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ad0ef91-9a9b-45cc-bf62-f10437513b54&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0413141 Apr 21 06:20:28.693265 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c794f105-98c2-431a-9a3e-d6d2cc3ff8a1 req-8baed40f-1a12-4c5c-8b33-d663cc2e6dc1 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:28.694782 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c794f105-98c2-431a-9a3e-d6d2cc3ff8a1 req-8baed40f-1a12-4c5c-8b33-d663cc2e6dc1 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.11 "GET /v2.0/ports?device_id=e963bbac-3e29-4157-a959-3628d5b15da7 HTTP/1.1" status: 200 len: 945 time: 0.0866425 Apr 21 06:20:28.768678 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [req-c794f105-98c2-431a-9a3e-d6d2cc3ff8a1 req-7c684a27-922a-4fc8-866c-5de8accf01eb tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Deleting port 2387a5e1-0796-422a-9fbb-0b0608370e81 {{(pid=86432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:20:28.769064 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-c794f105-98c2-431a-9a3e-d6d2cc3ff8a1 req-7c684a27-922a-4fc8-866c-5de8accf01eb tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363270981359476'] for port, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:29.030362 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [req-c794f105-98c2-431a-9a3e-d6d2cc3ff8a1 req-7c684a27-922a-4fc8-866c-5de8accf01eb tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] For port 2387a5e1-0796-422a-9fbb-0b0608370e81, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=2387a5e1-0796-422a-9fbb-0b0608370e81,segment=NetworkSegment(abf7ed71-e9c8-4881-8104-244b9f5ab084),segment_id=abf7ed71-e9c8-4881-8104-244b9f5ab084)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:20:29.030899 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-c794f105-98c2-431a-9a3e-d6d2cc3ff8a1 req-7c684a27-922a-4fc8-866c-5de8accf01eb tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846743427'] for port, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:29.348810 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a1fa2f5e-6ab4-4fd1-9342-83c701b1830a req-d8dca61d-5b50-4f5d-94b7-6411c6eecd13 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0503078 Apr 21 06:20:29.619249 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-c794f105-98c2-431a-9a3e-d6d2cc3ff8a1 req-7c684a27-922a-4fc8-866c-5de8accf01eb tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:29.619449 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-c794f105-98c2-431a-9a3e-d6d2cc3ff8a1 req-7c684a27-922a-4fc8-866c-5de8accf01eb tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8011185'] for floatingip, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:29.619793 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.db.l3_db [req-c794f105-98c2-431a-9a3e-d6d2cc3ff8a1 req-7c684a27-922a-4fc8-866c-5de8accf01eb tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Floating IP 0f0f045d-6d9e-4bbc-a45b-2823eee6c619 disassociated. External IP: 172.27.2.163, port: 2387a5e1-0796-422a-9fbb-0b0608370e81. Apr 21 06:20:29.620707 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [req-c794f105-98c2-431a-9a3e-d6d2cc3ff8a1 req-7c684a27-922a-4fc8-866c-5de8accf01eb tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Calling delete_port for 2387a5e1-0796-422a-9fbb-0b0608370e81 owned by compute:nova {{(pid=86432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:20:29.732401 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc87fa-664e-4037-bca7-f0083d32d386 req-f44b10c4-3a19-473a-a829-fe1f618d03f4 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:29.734016 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-7cfc87fa-664e-4037-bca7-f0083d32d386 req-f44b10c4-3a19-473a-a829-fe1f618d03f4 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=e963bbac-3e29-4157-a959-3628d5b15da7 HTTP/1.1" status: 200 len: 945 time: 0.1835663 Apr 21 06:20:29.784585 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-7cfc87fa-664e-4037-bca7-f0083d32d386 req-fd618004-dde6-4efc-b1ab-466ab366a503 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ad0ef91-9a9b-45cc-bf62-f10437513b54&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0433655 Apr 21 06:20:29.927083 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-c794f105-98c2-431a-9a3e-d6d2cc3ff8a1 req-7c684a27-922a-4fc8-866c-5de8accf01eb tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270981355551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765872972847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848222423'] for port, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:29.934340 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:29.984576 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c684a27-922a-4fc8-866c-5de8accf01eb tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Pushing event deleted for resources: {'Port': ['ID=2387a5e1-0796-422a-9fbb-0b0608370e81,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:29.998404 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c684a27-922a-4fc8-866c-5de8accf01eb tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:20:29.998841 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c684a27-922a-4fc8-866c-5de8accf01eb tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:20:29.999243 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c684a27-922a-4fc8-866c-5de8accf01eb tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:20:29.999730 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c684a27-922a-4fc8-866c-5de8accf01eb tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:20:30.000007 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c684a27-922a-4fc8-866c-5de8accf01eb tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:20:30.000487 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c684a27-922a-4fc8-866c-5de8accf01eb tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:20:30.000750 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c684a27-922a-4fc8-866c-5de8accf01eb tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:20:30.001104 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c684a27-922a-4fc8-866c-5de8accf01eb tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:20:30.001461 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c684a27-922a-4fc8-866c-5de8accf01eb tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:20:30.001842 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c684a27-922a-4fc8-866c-5de8accf01eb tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:20:30.002225 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c684a27-922a-4fc8-866c-5de8accf01eb tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:20:30.002602 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c684a27-922a-4fc8-866c-5de8accf01eb tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:20:30.006087 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-7c684a27-922a-4fc8-866c-5de8accf01eb tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:30.194001 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c794f105-98c2-431a-9a3e-d6d2cc3ff8a1 req-7c684a27-922a-4fc8-866c-5de8accf01eb tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Router 6e6690b2-817d-4eed-bc76-a6fc06826193 has already been hosted by L3 agent 11ad1a07-0ae8-4245-9270-47a08d3f943a {{(pid=86432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 06:20:30.384230 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c794f105-98c2-431a-9a3e-d6d2cc3ff8a1 req-7c684a27-922a-4fc8-866c-5de8accf01eb tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify agent at l3_agent.dv-cinder-782390-6-iscsi the message routers_updated {{(pid=86432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 06:20:30.395633 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424dcdbf-f33d-44d3-bc01-32579ebcca90 None None] Sync routers for ids ['6e6690b2-817d-4eed-bc76-a6fc06826193'] in dv-cinder-782390-6-iscsi {{(pid=86435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 06:20:30.406468 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424dcdbf-f33d-44d3-bc01-32579ebcca90 None None] Routers {'6e6690b2-817d-4eed-bc76-a6fc06826193'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:20:30.407185 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-424dcdbf-f33d-44d3-bc01-32579ebcca90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T06:20:04Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['6e6690b2-817d-4eed-bc76-a6fc06826193'], 'active': True} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:20:30.468634 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [req-c794f105-98c2-431a-9a3e-d6d2cc3ff8a1 req-7c684a27-922a-4fc8-866c-5de8accf01eb tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] No DVR routers for this DVR port 2387a5e1-0796-422a-9fbb-0b0608370e81 on host hv-cinder-78239 {{(pid=86432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 06:20:30.472055 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-c794f105-98c2-431a-9a3e-d6d2cc3ff8a1 req-7c684a27-922a-4fc8-866c-5de8accf01eb tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:30.475180 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e963bbac-3e29-4157-a959-3628d5b15da7', 'name': 'network-vif-deleted', 'tag': '2387a5e1-0796-422a-9fbb-0b0608370e81'}] {{(pid=86432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:20:30.525971 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e963bbac-3e29-4157-a959-3628d5b15da7', 'name': 'network-vif-deleted', 'tag': '2387a5e1-0796-422a-9fbb-0b0608370e81', 'status': 'completed', 'code': 200} Apr 21 06:20:30.540404 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c794f105-98c2-431a-9a3e-d6d2cc3ff8a1 req-7c684a27-922a-4fc8-866c-5de8accf01eb tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.11 "DELETE /v2.0/ports/2387a5e1-0796-422a-9fbb-0b0608370e81 HTTP/1.1" status: 204 len: 173 time: 1.8405347 Apr 21 06:20:30.545589 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-3331b2f6-3ce7-4f07-b8c7-fe08f70e5663 req-6fbfe99b-9542-4ab8-ab39-a6116cadb14e tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0533280 Apr 21 06:20:30.614872 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-424dcdbf-f33d-44d3-bc01-32579ebcca90 None None] Set router 6e6690b2-817d-4eed-bc76-a6fc06826193 gateway port host: dv-cinder-782390-6-iscsi {{(pid=86435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:20:30.980527 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-e7ebecab-ed2a-43b5-883d-830ad906bd77 req-adddf8f2-6f39-42d2-bf18-433030974cf1 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Synchronizing usage tracker for tenant:9b8b3b90db3b4377b76614075eb19d93 on resource:port {{(pid=86432) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:20:31.028398 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-e7ebecab-ed2a-43b5-883d-830ad906bd77 req-adddf8f2-6f39-42d2-bf18-433030974cf1 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Unset dirty status for tenant:9b8b3b90db3b4377b76614075eb19d93 on resource:port {{(pid=86432) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:20:31.038413 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e7ebecab-ed2a-43b5-883d-830ad906bd77 req-adddf8f2-6f39-42d2-bf18-433030974cf1 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/ports?device_id=e963bbac-3e29-4157-a959-3628d5b15da7 HTTP/1.1" status: 200 len: 210 time: 0.1078122 Apr 21 06:20:31.089471 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:20:31.119485 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-424dcdbf-f33d-44d3-bc01-32579ebcca90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6690b2-817d-4eed-bc76-a6fc06826193', 'name': 'tempest-AttachVolumeShelveTestJSON-655620997-router', 'tenant_id': '9b8b3b90db3b4377b76614075eb19d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '035660da-160b-447f-ba30-f4d402362690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:03:52Z', 'updated_at': '2021-04-21T06:04:04Z', 'revision_number': 4, 'project_id': '9b8b3b90db3b4377b76614075eb19d93', 'gw_port': {'id': '035660da-160b-447f-ba30-f4d402362690', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:88:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6690b2-817d-4eed-bc76-a6fc06826193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:03:54Z', 'updated_at': '2021-04-21T06:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi', '_interfaces': [{'id': '14c024a6-49fe-43f3-a97e-a97ce2da74a5', 'name': '', 'network_id': '4adbb71d-0e3c-4f02-8c40-88a15a7ed44f', 'tenant_id': '9b8b3b90db3b4377b76614075eb19d93', 'mac_address': 'fa:16:3e:b5:04:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6690b2-817d-4eed-bc76-a6fc06826193', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6540d99e-bc73-4d77-9e9a-a9934313dcf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:04:02Z', 'updated_at': '2021-04-21T06:04:17Z', 'revision_number': 5, 'project_id': '9b8b3b90db3b4377b76614075eb19d93', 'subnets': [{'id': '6540d99e-bc73-4d77-9e9a-a9934313dcf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:20:31.124652 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424dcdbf-f33d-44d3-bc01-32579ebcca90 None None] Checking router: 6e6690b2-817d-4eed-bc76-a6fc06826193 for host: dv-cinder-782390-6-iscsi {{(pid=86435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 06:20:31.133982 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424dcdbf-f33d-44d3-bc01-32579ebcca90 None None] Routers {'6e6690b2-817d-4eed-bc76-a6fc06826193'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:20:31.134640 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-424dcdbf-f33d-44d3-bc01-32579ebcca90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T06:20:04Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['6e6690b2-817d-4eed-bc76-a6fc06826193'], 'active': True} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:20:31.341465 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-424dcdbf-f33d-44d3-bc01-32579ebcca90 None None] Set router 6e6690b2-817d-4eed-bc76-a6fc06826193 gateway port host: dv-cinder-782390-6-iscsi {{(pid=86435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:20:31.673983 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-424dcdbf-f33d-44d3-bc01-32579ebcca90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6690b2-817d-4eed-bc76-a6fc06826193', 'name': 'tempest-AttachVolumeShelveTestJSON-655620997-router', 'tenant_id': '9b8b3b90db3b4377b76614075eb19d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '035660da-160b-447f-ba30-f4d402362690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:03:52Z', 'updated_at': '2021-04-21T06:04:04Z', 'revision_number': 4, 'project_id': '9b8b3b90db3b4377b76614075eb19d93', 'gw_port': {'id': '035660da-160b-447f-ba30-f4d402362690', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:88:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6690b2-817d-4eed-bc76-a6fc06826193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:03:54Z', 'updated_at': '2021-04-21T06:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi', '_interfaces': [{'id': '14c024a6-49fe-43f3-a97e-a97ce2da74a5', 'name': '', 'network_id': '4adbb71d-0e3c-4f02-8c40-88a15a7ed44f', 'tenant_id': '9b8b3b90db3b4377b76614075eb19d93', 'mac_address': 'fa:16:3e:b5:04:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6690b2-817d-4eed-bc76-a6fc06826193', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6540d99e-bc73-4d77-9e9a-a9934313dcf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:04:02Z', 'updated_at': '2021-04-21T06:04:17Z', 'revision_number': 5, 'project_id': '9b8b3b90db3b4377b76614075eb19d93', 'subnets': [{'id': '6540d99e-bc73-4d77-9e9a-a9934313dcf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:20:31.678167 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424dcdbf-f33d-44d3-bc01-32579ebcca90 None None] The sync data for ids ['6e6690b2-817d-4eed-bc76-a6fc06826193'] in dv-cinder-782390-6-iscsi is: [{'id': '6e6690b2-817d-4eed-bc76-a6fc06826193', 'name': 'tempest-AttachVolumeShelveTestJSON-655620997-router', 'tenant_id': '9b8b3b90db3b4377b76614075eb19d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '035660da-160b-447f-ba30-f4d402362690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:03:52Z', 'updated_at': '2021-04-21T06:04:04Z', 'revision_number': 4, 'project_id': '9b8b3b90db3b4377b76614075eb19d93', 'gw_port': {'id': '035660da-160b-447f-ba30-f4d402362690', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:88:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6690b2-817d-4eed-bc76-a6fc06826193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:03:54Z', 'updated_at': '2021-04-21T06:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi', '_interfaces': [{'id': '14c024a6-49fe-43f3-a97e-a97ce2da74a5', 'name': '', 'network_id': '4adbb71d-0e3c-4f02-8c40-88a15a7ed44f', 'tenant_id': '9b8b3b90db3b4377b76614075eb19d93', 'mac_address': 'fa:16:3e:b5:04:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6690b2-817d-4eed-bc76-a6fc06826193', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6540d99e-bc73-4d77-9e9a-a9934313dcf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:04:02Z', 'updated_at': '2021-04-21T06:04:17Z', 'revision_number': 5, 'project_id': '9b8b3b90db3b4377b76614075eb19d93', 'subnets': [{'id': '6540d99e-bc73-4d77-9e9a-a9934313dcf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 06:20:31.715250 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-9d14ed16-2eb4-4bb6-a0f0-a7ce31bde6da req-44f2758d-18a8-4c8e-a788-c6e5fff20f4e tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0542111 Apr 21 06:20:32.025537 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bee717-307b-456c-bb7b-894cb6bc81a9 None None] New status for floating IP 0f0f045d-6d9e-4bbc-a45b-2823eee6c619: DOWN {{(pid=86434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 21 06:20:32.085759 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-415e1515-5b6b-4b0a-be6b-fc485d3648d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:32.234331 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 40482) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:20:32.305152 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-bbdc24a0-b1cd-4605-8986-9b09c7d97833 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks [] for security_group, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:32.335718 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-bbdc24a0-b1cd-4605-8986-9b09c7d97833 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:32.404966 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-bbdc24a0-b1cd-4605-8986-9b09c7d97833 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:32.412333 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5702e4d9-708b-4623-842f-4d4b916a2358 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:32.428876 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdc24a0-b1cd-4605-8986-9b09c7d97833 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad0ef91-9a9b-45cc-bf62-f10437513b54,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:32.439549 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdc24a0-b1cd-4605-8986-9b09c7d97833 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:20:32.439549 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdc24a0-b1cd-4605-8986-9b09c7d97833 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:20:32.439549 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdc24a0-b1cd-4605-8986-9b09c7d97833 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:20:32.439549 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdc24a0-b1cd-4605-8986-9b09c7d97833 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:20:32.439549 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdc24a0-b1cd-4605-8986-9b09c7d97833 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:20:32.439549 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdc24a0-b1cd-4605-8986-9b09c7d97833 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:20:32.440162 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdc24a0-b1cd-4605-8986-9b09c7d97833 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:20:32.440162 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdc24a0-b1cd-4605-8986-9b09c7d97833 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:20:32.440492 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdc24a0-b1cd-4605-8986-9b09c7d97833 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:20:32.440896 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdc24a0-b1cd-4605-8986-9b09c7d97833 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:20:32.441291 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdc24a0-b1cd-4605-8986-9b09c7d97833 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:20:32.441688 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdc24a0-b1cd-4605-8986-9b09c7d97833 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:20:32.445052 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-bbdc24a0-b1cd-4605-8986-9b09c7d97833 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:32.455579 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-bbdc24a0-b1cd-4605-8986-9b09c7d97833 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks [] for security_group, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:32.456857 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-bbdc24a0-b1cd-4605-8986-9b09c7d97833 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "DELETE /v2.0/security-groups/4ad0ef91-9a9b-45cc-bf62-f10437513b54 HTTP/1.1" status: 204 len: 168 time: 0.2213657 Apr 21 06:20:32.459548 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 40490) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:20:32.484113 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.v2.resource [None req-d67b4624-8790-49ea-8e08-818d2bd59350 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] show failed (client error): The resource could not be found. Apr 21 06:20:32.485229 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-d67b4624-8790-49ea-8e08-818d2bd59350 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "GET /v2.0/security-groups/4ad0ef91-9a9b-45cc-bf62-f10437513b54 HTTP/1.1" status: 404 len: 347 time: 0.0246997 Apr 21 06:20:32.488226 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 40494) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:20:32.653377 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-cc26b553-7290-478b-a2e2-b0134156cba2 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Deleting port 934f1bcf-dc03-4d08-91c7-280580b5b25c {{(pid=86433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:20:32.653681 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-cc26b553-7290-478b-a2e2-b0134156cba2 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363270981359476'] for port, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:32.835633 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-cc26b553-7290-478b-a2e2-b0134156cba2 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846743427'] for port, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:32.836004 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-cc26b553-7290-478b-a2e2-b0134156cba2 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:32.878096 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-cae787d3-d4e4-4679-8747-26703029921e req-55a1f5b0-6ee1-497e-bad7-85f1902bcfbb tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0480199 Apr 21 06:20:32.965424 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-cc26b553-7290-478b-a2e2-b0134156cba2 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Calling delete_port for 934f1bcf-dc03-4d08-91c7-280580b5b25c owned by network:floatingip {{(pid=86433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:20:33.187369 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-cc26b553-7290-478b-a2e2-b0134156cba2 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270981355551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765872972847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6571441'] for port, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:33.191810 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:33.238567 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc26b553-7290-478b-a2e2-b0134156cba2 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Pushing event deleted for resources: {'Port': ['ID=934f1bcf-dc03-4d08-91c7-280580b5b25c,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:33.265631 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-cc26b553-7290-478b-a2e2-b0134156cba2 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:33.265938 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Device 2387a5e1-0796-422a-9fbb-0b0608370e81 no longer exists at agent hyperv_hv-cinder-78239 {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:20:33.303379 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] No Port match for: 2387a5e1-0796-422a-9fbb-0b0608370e81 {{(pid=86434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:20:33.303769 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Device 2387a5e1-0796-422a-9fbb-0b0608370e81 not bound to the agent host hv-cinder-78239 {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:20:33.334876 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-cc26b553-7290-478b-a2e2-b0134156cba2 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks [] for floatingip, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:33.370169 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-cc26b553-7290-478b-a2e2-b0134156cba2 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:33.374805 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-cc26b553-7290-478b-a2e2-b0134156cba2 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] 10.222.0.15 "DELETE /v2.0/floatingips/0f0f045d-6d9e-4bbc-a45b-2823eee6c619 HTTP/1.1" status: 204 len: 168 time: 0.8822551 Apr 21 06:20:34.039689 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a4866bcc-ee7c-4b7c-a7cb-22d296812cf8 req-c44d5095-fc69-4cbd-bc2e-4c1b7a35b3d8 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0497563 Apr 21 06:20:34.513362 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-26cf6809-f805-41aa-a3e4-1456f89ca6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:34.947490 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:35.202468 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-88e9643a-04c5-4a40-90a6-ac71df671c45 req-a718dfb3-e8f3-4783-99c5-cab77d98ff1c tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0517857 Apr 21 06:20:35.501877 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:36.273322 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:36.367876 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b424af9d-868d-40a4-ae76-1ad9299e5791 req-c92689ca-de5e-45e4-9d36-28f386495286 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0484610 Apr 21 06:20:37.038505 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:37.533721 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-bc95c18b-d9da-46c4-8a82-4b687d1960bb req-8a76e2ff-807b-4a4f-8935-4f4b5d586b1f tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0500808 Apr 21 06:20:38.705721 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-3f753d6b-df32-4409-a8fe-14153a49da54 req-bfc0e8ef-813e-4455-93c0-b253c6b20699 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0506434 Apr 21 06:20:39.866051 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a84ea739-04d5-45ff-a9cf-ae3c09713622 req-44a22b64-7cc0-4d6b-94b0-4ef94e37a527 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0478904 Apr 21 06:20:41.025046 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-2ed53752-72cd-4f84-b727-5e90d50e5cd0 req-7b3acb83-3c94-4dd2-968b-31db95e9dec3 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0486796 Apr 21 06:20:42.192375 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a8991e8d-be7b-40a8-92ec-ecf9d33cd2ba req-c1a5587b-8eee-4451-a376-695b698a1ab8 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0519524 Apr 21 06:20:43.359996 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-25de3361-fa54-4c36-8d76-56a58d5ebc85 req-3e1980aa-7ae9-4c8e-87bf-586c74001164 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0480361 Apr 21 06:20:44.524335 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-2b47c579-26ef-4c12-bd1f-93b0f69a6a45 req-75e83fb4-02d1-42e5-928c-52150926b207 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0483892 Apr 21 06:20:45.694044 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-3b288741-abc6-4321-8f2f-26f953f8f72b req-bbd9b046-2ec6-42f8-aeda-203aa9e2118f tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0538099 Apr 21 06:20:46.856291 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-7f193603-a8b9-4faa-a153-425fe799d69e req-61e1d21b-fd48-4330-ba67-16ddef2da8aa tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0478919 Apr 21 06:20:48.018835 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-4b795736-83b9-4952-be8f-b3f0c13531bb req-846c613f-7552-45c1-a889-59a40e6c98ac tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0486410 Apr 21 06:20:49.185011 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-9d717311-1662-4bf6-a86d-48fe92292f2a req-d5ea7e53-a3a6-48e3-90de-0af2dddc43f5 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0527022 Apr 21 06:20:50.348773 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-616d2cba-995a-4e85-a1a7-1f471f0bf93d req-62e7e48d-6003-4dfc-b83f-f9d91df5896a tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0474179 Apr 21 06:20:51.518707 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c3747fc1-9879-46e1-815d-cf281c29ffe5 req-d4b5ca79-ed4e-435c-8748-514f1162fab2 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0478663 Apr 21 06:20:52.674186 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-2c45a109-79e7-45e6-8e22-bd65ec945493 req-ba8bc838-5f3e-4284-9798-34e2df6dd8e3 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0505013 Apr 21 06:20:53.834924 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-02e5046d-47b3-4f71-848d-6ec95b47d711 req-413be118-ffc0-481d-8025-9167f0e3e78d tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0486281 Apr 21 06:20:54.997675 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-8970e416-e6e0-4d39-9043-bad1944a3469 req-e62b62ee-4b90-4f70-a3d0-1a567c5547d1 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0498130 Apr 21 06:20:56.175645 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-3307e5ee-7a3d-4550-af2d-44804f149bb5 req-fc320af6-9ef2-41cf-9855-5ea2a64ddcd4 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0510960 Apr 21 06:20:57.338075 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d01724e7-edb9-4927-8c6d-bc0762e9133c req-a4a7c5a7-5a64-4cf5-a390-ad3a7992d220 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0474968 Apr 21 06:20:58.505989 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-fc9ff485-f704-497d-8f3b-589a37db2704 req-ab2f810c-e182-44b1-941d-729be9ed15db tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0488195 Apr 21 06:20:59.673271 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-935b5f2c-9ead-4c3c-8629-73df24256282 req-ae7d8ed1-e786-426f-a26f-6bdcf485a9b5 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0545447 Apr 21 06:21:00.835027 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-dd485ff6-5b51-4d7f-bc66-c14f6a62a970 req-bbf677ce-2528-41b3-a69d-69717e5e611a tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0484035 Apr 21 06:21:02.038190 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-ba6a6573-b483-47cf-b0bd-6cc85fb188b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:02.205382 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1f1ed8f7-f54d-406c-8894-fcad92e15315 req-2325b030-d10d-4c99-8d37-b5e2df094403 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.2554026 Apr 21 06:21:03.386251 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-178cf50c-703a-490c-b75f-5d376f5e6aba req-5297e13b-c998-4f86-a763-c785cb6fb059 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0520406 Apr 21 06:21:04.540509 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3a6d8842-30eb-49c5-bc95-d991aa07b5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:04.554496 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-64f87ace-cf67-461f-8b26-cf9d8338ef8c req-33e7d386-e41e-4407-a497-d0bae6ef0574 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0488501 Apr 21 06:21:04.946257 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:05.500735 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:05.729015 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-3300a223-3391-417d-abc3-08d8b789abe2 req-857ce0a4-541e-49e9-90c0-ee64a632d164 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0486662 Apr 21 06:21:06.277276 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:06.891111 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-9d8612f0-a3e6-454c-88e8-5032b42d86fd req-3ee1e82b-607b-40fe-bff1-0e0337179943 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0501912 Apr 21 06:21:07.048818 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:08.051126 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-bbee224c-3f92-4589-9140-d56208c1da67 req-e63e2c7d-16f5-4b8e-978d-95e7e54f4d34 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0485795 Apr 21 06:21:08.088373 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:21:09.213821 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-84c6999e-8ac5-4ed5-8216-b970919ab892 req-cfc95ec9-7112-452f-8759-4bfff7dae5fc tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0503528 Apr 21 06:21:10.387421 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b4dc84fd-160e-477c-9986-f118612ab97f req-b59c0c03-9a29-48fb-bc37-9b082a9fcbe5 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0533621 Apr 21 06:21:11.551996 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d979847b-691a-4337-8b3a-cc6379b89781 req-ae951f1c-b6ab-4f9a-bffe-9b0b32e01543 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0485010 Apr 21 06:21:12.713643 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-837d7218-67d1-443a-b726-ca3e01426c2a req-3aff7f71-87a4-42c9-b6d5-ac5b6fc0ac7d tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0482428 Apr 21 06:21:13.876239 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-09fc595f-8e11-466c-a8fd-c30803759661 req-99a1a40d-e59e-4db2-a5fb-49c17d370f42 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0496314 Apr 21 06:21:15.037932 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a5c28ff0-a214-4f13-8281-f4487dd97cd0 req-e5396ca1-660c-43ce-bae1-8f9ea9f5a176 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0493801 Apr 21 06:21:16.198224 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a659ec60-8823-4281-a8e5-7319024cc9a5 req-1c315808-ad61-42b4-ab43-e2cd8829213a tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0488753 Apr 21 06:21:17.364717 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-27d62000-1eeb-4b39-b5ac-15e24aca7b88 req-e104bbf3-3060-4440-972b-7fd01eaede5a tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0519078 Apr 21 06:21:18.530243 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-34de1e6d-98e2-4df8-85b3-386502e0f560 req-be1de457-7e17-4aff-9f60-c80d0a42617f tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0480721 Apr 21 06:21:19.696520 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e45886b9-1933-43ae-a982-c72bcfa9b13d req-1ccd9629-1339-4890-8b1f-f44445e4958d tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0501931 Apr 21 06:21:20.861143 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c46f0948-6ca3-4d88-89f0-c879dd00be0f req-c906cf64-6ad8-4ed5-8f7d-727a6a87992d tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0515561 Apr 21 06:21:21.138053 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-8cee78a5-d466-4c39-be5c-142aad68a5c7 req-4221e3b3-6cfb-4d2e-8e62-e5d77694d8e1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b8da5d63-9858-4a18-9b9a-07455985ef41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0767300 Apr 21 06:21:21.243362 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee78a5-d466-4c39-be5c-142aad68a5c7 req-c31ccfc1-8a57-4621-b955-a4c5cfce2c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:21.244979 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-8cee78a5-d466-4c39-be5c-142aad68a5c7 req-c31ccfc1-8a57-4621-b955-a4c5cfce2c19 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=83c72247bd04473380fa74addf843cfd&device_id=b8da5d63-9858-4a18-9b9a-07455985ef41 HTTP/1.1" status: 200 len: 1099 time: 0.0864046 Apr 21 06:21:21.400557 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee78a5-d466-4c39-be5c-142aad68a5c7 req-4d1f3971-df82-4cbc-b118-dff31b3478bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:21.402153 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-8cee78a5-d466-4c39-be5c-142aad68a5c7 req-4d1f3971-df82-4cbc-b118-dff31b3478bb service neutron] 10.222.0.11 "GET /v2.0/networks?id=8a477b33-6a11-4388-9f32-3a61c0f7920e HTTP/1.1" status: 200 len: 919 time: 0.1385522 Apr 21 06:21:21.472561 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-8cee78a5-d466-4c39-be5c-142aad68a5c7 req-31aebe57-a534-4df5-bee2-23a48fd6c242 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f15b2d24-48f2-4f38-80a6-0b3c822d56e2 HTTP/1.1" status: 200 len: 217 time: 0.0643163 Apr 21 06:21:21.541726 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee78a5-d466-4c39-be5c-142aad68a5c7 req-c5acaa88-be06-46f4-a2a4-b7b85b8f2fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:21.543257 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-8cee78a5-d466-4c39-be5c-142aad68a5c7 req-c5acaa88-be06-46f4-a2a4-b7b85b8f2fe5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2da1c0c9-9d0e-43d1-a8aa-9f65aa7cd6bc HTTP/1.1" status: 200 len: 858 time: 0.0651717 Apr 21 06:21:21.596499 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-8cee78a5-d466-4c39-be5c-142aad68a5c7 req-2547fb16-fa76-4e38-bd1d-f5eb7698e5f7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8a477b33-6a11-4388-9f32-3a61c0f7920e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463321 Apr 21 06:21:21.741726 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-8cee78a5-d466-4c39-be5c-142aad68a5c7 req-4681193e-0dcd-45d5-8147-86285ab31d63 service neutron] 10.222.0.11 "GET /v2.0/networks/8a477b33-6a11-4388-9f32-3a61c0f7920e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392968 Apr 21 06:21:21.883119 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-8cee78a5-d466-4c39-be5c-142aad68a5c7 req-5ce7386b-45fe-4de2-b449-e2d4a4a7063b service neutron] 10.222.0.11 "GET /v2.0/networks/8a477b33-6a11-4388-9f32-3a61c0f7920e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347568 Apr 21 06:21:22.028156 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-75703d98-ad7c-4d9b-9885-9ab04d123b49 req-b217c8dc-f0d0-43e7-aaad-188bef79cd46 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0516565 Apr 21 06:21:23.190983 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-96cbfb0f-4d54-405a-a58c-b62accc84121 req-faeaa98a-9c05-4c69-8090-e7c5614f2eac tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0490003 Apr 21 06:21:24.352913 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c4d2ef00-335d-4df2-8cc0-8f8ca534d4d7 req-3cde39f4-1ec0-4c96-923f-fffd051661a2 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=aef504c8-2a75-4a73-af61-ab5850bdb863 HTTP/1.1" status: 200 len: 210 time: 0.0479178 Apr 21 06:21:25.586556 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 41188) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:21:25.656388 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-51aa28c5-9667-4bf7-bcfa-7e0674a7c67e tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks [] for security_group, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:25.685613 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-51aa28c5-9667-4bf7-bcfa-7e0674a7c67e tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:25.813752 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-51aa28c5-9667-4bf7-bcfa-7e0674a7c67e tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:25.818916 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-b6f855f5-bdb8-4e6f-89c7-a4bdc1b19c3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:25.836942 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aa28c5-9667-4bf7-bcfa-7e0674a7c67e tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb4a8c28-565a-4d8d-8586-e8b658f711e5,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:25.839519 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-51aa28c5-9667-4bf7-bcfa-7e0674a7c67e tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:25.876031 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-51aa28c5-9667-4bf7-bcfa-7e0674a7c67e tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks [] for security_group, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:25.877247 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-51aa28c5-9667-4bf7-bcfa-7e0674a7c67e tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "DELETE /v2.0/security-groups/eb4a8c28-565a-4d8d-8586-e8b658f711e5 HTTP/1.1" status: 204 len: 168 time: 0.2885399 Apr 21 06:21:25.880028 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 41194) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:21:25.896362 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.v2.resource [None req-6c224003-0aa6-4b8b-bfef-6896b31f6408 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] show failed (client error): The resource could not be found. Apr 21 06:21:25.897386 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-6c224003-0aa6-4b8b-bfef-6896b31f6408 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/security-groups/eb4a8c28-565a-4d8d-8586-e8b658f711e5 HTTP/1.1" status: 404 len: 347 time: 0.0164135 Apr 21 06:21:25.899950 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 41198) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:21:26.064078 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-8d33fc66-20e6-40e2-8ad5-f1b1ee1fb8a6 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Deleting port f171e5d6-352d-4d22-946a-695e6bc6aa78 {{(pid=86432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:21:26.064389 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-8d33fc66-20e6-40e2-8ad5-f1b1ee1fb8a6 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363270981359476'] for port, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:26.245319 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-8d33fc66-20e6-40e2-8ad5-f1b1ee1fb8a6 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846743427'] for port, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:26.245688 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-8d33fc66-20e6-40e2-8ad5-f1b1ee1fb8a6 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:26.586836 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-8d33fc66-20e6-40e2-8ad5-f1b1ee1fb8a6 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Calling delete_port for f171e5d6-352d-4d22-946a-695e6bc6aa78 owned by network:floatingip {{(pid=86432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:21:26.939290 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-8d33fc66-20e6-40e2-8ad5-f1b1ee1fb8a6 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270981355551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765872972847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848222423'] for port, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:26.943893 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-83ac93d3-9437-4af9-91e1-28736338b972 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:26.988572 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d33fc66-20e6-40e2-8ad5-f1b1ee1fb8a6 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Pushing event deleted for resources: {'Port': ['ID=f171e5d6-352d-4d22-946a-695e6bc6aa78,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:26.991891 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-8d33fc66-20e6-40e2-8ad5-f1b1ee1fb8a6 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:27.085002 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-8d33fc66-20e6-40e2-8ad5-f1b1ee1fb8a6 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks [] for floatingip, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:27.133409 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-8d33fc66-20e6-40e2-8ad5-f1b1ee1fb8a6 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:27.134655 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-8d33fc66-20e6-40e2-8ad5-f1b1ee1fb8a6 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "DELETE /v2.0/floatingips/1182bd77-2411-4ac8-a035-091ed7d14b6a HTTP/1.1" status: 204 len: 168 time: 1.2337580 Apr 21 06:21:27.585143 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 41224) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:21:27.591022 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-98ee2965-cf30-46fe-90c8-a8d8527b38b9 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Request body: {'security_group': {'name': 'tempest-securitygroup--667834245', 'description': 'tempest-description--1243184504'}} {{(pid=86432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:21:27.597143 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-98ee2965-cf30-46fe-90c8-a8d8527b38b9 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:21:27.601454 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-98ee2965-cf30-46fe-90c8-a8d8527b38b9 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Usage tracker for resource:security_group and tenant:a253b7f90d074c729aa03c3dbc382b57 is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:21:27.604460 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-98ee2965-cf30-46fe-90c8-a8d8527b38b9 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:21:27.610938 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-98ee2965-cf30-46fe-90c8-a8d8527b38b9 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:21:27.648330 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-98ee2965-cf30-46fe-90c8-a8d8527b38b9 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks [] for security_group, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:27.670652 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-98ee2965-cf30-46fe-90c8-a8d8527b38b9 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:21:27.674905 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-98ee2965-cf30-46fe-90c8-a8d8527b38b9 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Usage tracker for resource:security_group_rule and tenant:a253b7f90d074c729aa03c3dbc382b57 is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:21:27.677629 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-98ee2965-cf30-46fe-90c8-a8d8527b38b9 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:21:27.684261 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-98ee2965-cf30-46fe-90c8-a8d8527b38b9 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:21:27.898308 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-98ee2965-cf30-46fe-90c8-a8d8527b38b9 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks [] for security_group, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:27.933638 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-98ee2965-cf30-46fe-90c8-a8d8527b38b9 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:27.938868 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-1fdb3923-2a49-4fb4-bb9c-3ae81c038597 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:27.981442 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ee2965-cf30-46fe-90c8-a8d8527b38b9 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce01fbff-0dea-4bdb-b459-976d2ab762e3,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:27.984347 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-98ee2965-cf30-46fe-90c8-a8d8527b38b9 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:28.025065 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-98ee2965-cf30-46fe-90c8-a8d8527b38b9 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks [] for security_group, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:28.026438 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-98ee2965-cf30-46fe-90c8-a8d8527b38b9 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4401624 Apr 21 06:21:28.029873 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 41234) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:21:28.035794 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-1a9265aa-6ed7-4394-968c-87a91cdff96c tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Request body: {'security_group_rule': {'security_group_id': 'ce01fbff-0dea-4bdb-b459-976d2ab762e3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:21:28.042063 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-1a9265aa-6ed7-4394-968c-87a91cdff96c tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:21:28.046716 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-1a9265aa-6ed7-4394-968c-87a91cdff96c tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Usage tracker for resource:security_group_rule and tenant:a253b7f90d074c729aa03c3dbc382b57 is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:21:28.049760 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-1a9265aa-6ed7-4394-968c-87a91cdff96c tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:21:28.056374 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-1a9265aa-6ed7-4394-968c-87a91cdff96c tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:21:28.105902 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-1a9265aa-6ed7-4394-968c-87a91cdff96c tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:28.170893 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-1a9265aa-6ed7-4394-968c-87a91cdff96c tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:28.202252 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-1a9265aa-6ed7-4394-968c-87a91cdff96c tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993536'] for security_group_rule, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:28.209687 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-ca99dc0d-3a5f-4696-9b8d-81110ea8f0f6 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:28.229050 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9265aa-6ed7-4394-968c-87a91cdff96c tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae6e2386-80fd-4a5c-a16a-f206d4e05734,revision_number=0']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:28.232193 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-1a9265aa-6ed7-4394-968c-87a91cdff96c tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:28.270995 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-1a9265aa-6ed7-4394-968c-87a91cdff96c tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:28.272331 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-1a9265aa-6ed7-4394-968c-87a91cdff96c tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2410750 Apr 21 06:21:28.275322 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 41240) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:21:28.281771 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-f4af8cda-e9c2-4375-bff0-09fb83f49c4f tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Request body: {'security_group_rule': {'security_group_id': 'ce01fbff-0dea-4bdb-b459-976d2ab762e3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:21:28.288117 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-f4af8cda-e9c2-4375-bff0-09fb83f49c4f tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:21:28.292160 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-f4af8cda-e9c2-4375-bff0-09fb83f49c4f tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Usage tracker for resource:security_group_rule and tenant:a253b7f90d074c729aa03c3dbc382b57 is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:21:28.295212 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-f4af8cda-e9c2-4375-bff0-09fb83f49c4f tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:21:28.301304 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-f4af8cda-e9c2-4375-bff0-09fb83f49c4f tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:21:28.346701 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f4af8cda-e9c2-4375-bff0-09fb83f49c4f tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:28.409243 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f4af8cda-e9c2-4375-bff0-09fb83f49c4f tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:28.435941 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f4af8cda-e9c2-4375-bff0-09fb83f49c4f tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993536'] for security_group_rule, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:28.438026 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:28.461552 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af8cda-e9c2-4375-bff0-09fb83f49c4f tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd986946-acc9-496d-8ee5-97380072f19d,revision_number=0']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:28.464155 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-f4af8cda-e9c2-4375-bff0-09fb83f49c4f tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:28.488015 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f4af8cda-e9c2-4375-bff0-09fb83f49c4f tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:28.489313 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-f4af8cda-e9c2-4375-bff0-09fb83f49c4f tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2129915 Apr 21 06:21:28.492473 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 41246) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:21:28.498078 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-6a329ccc-d490-43c8-988b-56573892545c tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Request body: {'floatingip': {'floating_network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152'}} {{(pid=86432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:21:28.504233 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-6a329ccc-d490-43c8-988b-56573892545c tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:21:28.508544 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-6a329ccc-d490-43c8-988b-56573892545c tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Usage tracker for resource:floatingip and tenant:a253b7f90d074c729aa03c3dbc382b57 is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:21:28.511560 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-6a329ccc-d490-43c8-988b-56573892545c tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:21:28.518189 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-6a329ccc-d490-43c8-988b-56573892545c tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:21:28.562342 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6a329ccc-d490-43c8-988b-56573892545c tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks [] for floatingip, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:28.708295 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6a329ccc-d490-43c8-988b-56573892545c tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:28.855171 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.db_base_plugin_common [None req-6a329ccc-d490-43c8-988b-56573892545c tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Allocated IP 172.27.2.17 (07a7a1dd-edf9-4d1b-80a1-539c21f96152/ecb89d71-8db1-4ceb-ad17-1c0004eeb607/75a885e9-3dbd-4878-bf5d-31956de4edcc) {{(pid=86432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:21:29.009954 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6a329ccc-d490-43c8-988b-56573892545c tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks [] for port, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:29.065463 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6a329ccc-d490-43c8-988b-56573892545c tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363270981802970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848222423'] for port, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:29.069983 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-6b5b97b3-f3b4-4877-a9bf-754e6c5d9ba3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:29.138048 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a329ccc-d490-43c8-988b-56573892545c tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Network 07a7a1dd-edf9-4d1b-80a1-539c21f96152 is already hosted by enough agents. {{(pid=86432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:21:29.141051 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [None req-6a329ccc-d490-43c8-988b-56573892545c tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Resources bound (agent type, host, resource id): {{(pid=86432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:21:29.144886 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a329ccc-d490-43c8-988b-56573892545c tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Received port after_create {{(pid=86432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:21:29.176191 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a329ccc-d490-43c8-988b-56573892545c tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Pushing event updated for resources: {'Port': ['ID=75a885e9-3dbd-4878-bf5d-31956de4edcc,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:29.182426 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-6a329ccc-d490-43c8-988b-56573892545c tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:29.229938 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6a329ccc-d490-43c8-988b-56573892545c tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:29.320801 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6a329ccc-d490-43c8-988b-56573892545c tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:29.536924 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6a329ccc-d490-43c8-988b-56573892545c tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks [] for port, precommit_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:29.561969 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6a329ccc-d490-43c8-988b-56573892545c tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6553376'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:29.565969 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-7673003c-f5e6-4f17-bb96-976cb0a2d8d5 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:29.676266 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a329ccc-d490-43c8-988b-56573892545c tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Pushing event updated for resources: {'Port': ['ID=75a885e9-3dbd-4878-bf5d-31956de4edcc,revision_number=2']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:29.684989 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-6a329ccc-d490-43c8-988b-56573892545c tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:29.694285 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6a329ccc-d490-43c8-988b-56573892545c tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8011185'] for floatingip, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:29.745049 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6a329ccc-d490-43c8-988b-56573892545c tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:29.747021 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-6a329ccc-d490-43c8-988b-56573892545c tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2535167 Apr 21 06:21:29.946387 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-41e7defb-9dfc-49af-9f09-c4d000fb6bd7 req-deddcd77-29b5-4b41-9fce-1e539a232ece tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Synchronizing usage tracker for tenant:a253b7f90d074c729aa03c3dbc382b57 on resource:security_group {{(pid=86432) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:21:29.990474 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-41e7defb-9dfc-49af-9f09-c4d000fb6bd7 req-deddcd77-29b5-4b41-9fce-1e539a232ece tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Unset dirty status for tenant:a253b7f90d074c729aa03c3dbc382b57 on resource:security_group {{(pid=86432) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:21:29.991805 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-41e7defb-9dfc-49af-9f09-c4d000fb6bd7 req-deddcd77-29b5-4b41-9fce-1e539a232ece tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--667834245&fields=id&tenant_id=a253b7f90d074c729aa03c3dbc382b57 HTTP/1.1" status: 200 len: 267 time: 0.0879295 Apr 21 06:21:30.152011 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e7defb-9dfc-49af-9f09-c4d000fb6bd7 req-4013c1bc-fcbd-4df6-8b06-0c5b895b83d6 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:30.154029 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-41e7defb-9dfc-49af-9f09-c4d000fb6bd7 req-4013c1bc-fcbd-4df6-8b06-0c5b895b83d6 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/networks?id=18d42f14-ebcb-45fb-872d-4c48e6952727 HTTP/1.1" status: 200 len: 811 time: 0.1541555 Apr 21 06:21:30.170139 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-41e7defb-9dfc-49af-9f09-c4d000fb6bd7 req-ea6985b0-8b7b-4847-9883-d048d8d31764 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/quotas/a253b7f90d074c729aa03c3dbc382b57 HTTP/1.1" status: 200 len: 375 time: 0.0097194 Apr 21 06:21:30.260655 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-41e7defb-9dfc-49af-9f09-c4d000fb6bd7 req-3f1b6198-dc19-441e-9dd6-51d16b25246a tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Synchronizing usage tracker for tenant:a253b7f90d074c729aa03c3dbc382b57 on resource:port {{(pid=86432) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:21:30.310390 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-41e7defb-9dfc-49af-9f09-c4d000fb6bd7 req-3f1b6198-dc19-441e-9dd6-51d16b25246a tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Unset dirty status for tenant:a253b7f90d074c729aa03c3dbc382b57 on resource:port {{(pid=86432) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:21:30.311837 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-41e7defb-9dfc-49af-9f09-c4d000fb6bd7 req-3f1b6198-dc19-441e-9dd6-51d16b25246a tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a253b7f90d074c729aa03c3dbc382b57&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1364195 Apr 21 06:21:30.373677 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [req-41e7defb-9dfc-49af-9f09-c4d000fb6bd7 req-3e3f726d-2ce8-4202-bbcd-85a23ffcf860 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=86432) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 21 06:21:30.374835 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-41e7defb-9dfc-49af-9f09-c4d000fb6bd7 req-3e3f726d-2ce8-4202-bbcd-85a23ffcf860 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0505545 Apr 21 06:21:30.517583 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-41e7defb-9dfc-49af-9f09-c4d000fb6bd7 req-82637b60-a597-4c2f-8bea-90eea60b4e81 service neutron] 10.222.0.15 "GET /v2.0/networks/18d42f14-ebcb-45fb-872d-4c48e6952727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364076 Apr 21 06:21:30.659467 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-41e7defb-9dfc-49af-9f09-c4d000fb6bd7 req-49cec477-4c93-495c-b4cf-4ba9b99e2e66 service neutron] 10.222.0.15 "GET /v2.0/networks/18d42f14-ebcb-45fb-872d-4c48e6952727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353602 Apr 21 06:21:30.888768 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-4291d30b-9b50-4f2f-9b55-d0068556708f req-b4ef3092-85fa-4427-bb4b-cac789bd4fa9 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0229c08-a13d-478e-9f96-492f2fe05c65 HTTP/1.1" status: 200 len: 210 time: 0.0490234 Apr 21 06:21:32.036838 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-1740733a-79fd-48a8-b659-b29b3b53c09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:32.056487 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-34fe6bb5-361c-4526-a45c-3b9e7f424f51 req-53b1badd-17c6-46e2-88ba-7e04f9cd0fe1 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0229c08-a13d-478e-9f96-492f2fe05c65 HTTP/1.1" status: 200 len: 210 time: 0.0547631 Apr 21 06:21:32.633054 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e7defb-9dfc-49af-9f09-c4d000fb6bd7 req-26e33199-dd9d-496d-8e26-31ce9a86415f tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:32.635043 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-41e7defb-9dfc-49af-9f09-c4d000fb6bd7 req-26e33199-dd9d-496d-8e26-31ce9a86415f tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.11 "GET /v2.0/networks?id=18d42f14-ebcb-45fb-872d-4c48e6952727 HTTP/1.1" status: 200 len: 811 time: 0.1553960 Apr 21 06:21:32.687703 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-41e7defb-9dfc-49af-9f09-c4d000fb6bd7 req-e2e1093d-0974-44a0-ba49-cf340632ccc7 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a253b7f90d074c729aa03c3dbc382b57 HTTP/1.1" status: 200 len: 379 time: 0.0451808 Apr 21 06:21:32.701853 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [req-41e7defb-9dfc-49af-9f09-c4d000fb6bd7 req-f60ab9a4-a70d-435d-b974-5d503cda118a tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Request body: {'port': {'device_id': 'b0229c08-a13d-478e-9f96-492f2fe05c65', 'network_id': '18d42f14-ebcb-45fb-872d-4c48e6952727', 'admin_state_up': True, 'tenant_id': 'a253b7f90d074c729aa03c3dbc382b57', 'security_groups': ['ce01fbff-0dea-4bdb-b459-976d2ab762e3']}} {{(pid=86432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:21:32.844981 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [req-41e7defb-9dfc-49af-9f09-c4d000fb6bd7 req-f60ab9a4-a70d-435d-b974-5d503cda118a tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:21:32.855074 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [req-41e7defb-9dfc-49af-9f09-c4d000fb6bd7 req-f60ab9a4-a70d-435d-b974-5d503cda118a tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:21:32.893872 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41e7defb-9dfc-49af-9f09-c4d000fb6bd7 req-f60ab9a4-a70d-435d-b974-5d503cda118a tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Made reservation on behalf of a253b7f90d074c729aa03c3dbc382b57 for: {'port': 1} {{(pid=86432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:21:32.900327 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-41e7defb-9dfc-49af-9f09-c4d000fb6bd7 req-f60ab9a4-a70d-435d-b974-5d503cda118a tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:33.072578 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.db_base_plugin_common [req-41e7defb-9dfc-49af-9f09-c4d000fb6bd7 req-f60ab9a4-a70d-435d-b974-5d503cda118a tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Allocated IP 172.20.0.5 (18d42f14-ebcb-45fb-872d-4c48e6952727/8d481e38-1293-4cc6-9389-91a3566135aa/371eccd8-2183-4b82-9797-d8d3eb06946e) {{(pid=86432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:21:33.271087 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-41e7defb-9dfc-49af-9f09-c4d000fb6bd7 req-f60ab9a4-a70d-435d-b974-5d503cda118a tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks [] for port, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:33.288046 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [req-41e7defb-9dfc-49af-9f09-c4d000fb6bd7 req-f60ab9a4-a70d-435d-b974-5d503cda118a tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Transition to ACTIVE for port object 371eccd8-2183-4b82-9797-d8d3eb06946e will not be triggered until provisioned by entity DHCP. {{(pid=86432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:21:33.289054 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b08f35b0-f3ac-4786-bfeb-c9c23ea94812 req-09dfaa37-2481-41dc-9b5e-5796cc3c9235 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0229c08-a13d-478e-9f96-492f2fe05c65 HTTP/1.1" status: 200 len: 210 time: 0.0555813 Apr 21 06:21:33.339423 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-41e7defb-9dfc-49af-9f09-c4d000fb6bd7 req-f60ab9a4-a70d-435d-b974-5d503cda118a tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363270981802970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848222423'] for port, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:33.345763 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-897e29cc-08b9-45ce-9f8c-57893d7ef9e5 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:33.416325 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41e7defb-9dfc-49af-9f09-c4d000fb6bd7 req-f60ab9a4-a70d-435d-b974-5d503cda118a tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Network 18d42f14-ebcb-45fb-872d-4c48e6952727 is already hosted by enough agents. {{(pid=86432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:21:33.420564 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [req-41e7defb-9dfc-49af-9f09-c4d000fb6bd7 req-f60ab9a4-a70d-435d-b974-5d503cda118a tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Resources bound (agent type, host, resource id): {{(pid=86432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:21:33.424699 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [req-41e7defb-9dfc-49af-9f09-c4d000fb6bd7 req-f60ab9a4-a70d-435d-b974-5d503cda118a tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Received port after_create {{(pid=86432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:21:33.463626 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60ab9a4-a70d-435d-b974-5d503cda118a tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Pushing event updated for resources: {'Port': ['ID=371eccd8-2183-4b82-9797-d8d3eb06946e,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:33.476816 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60ab9a4-a70d-435d-b974-5d503cda118a tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:21:33.477226 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60ab9a4-a70d-435d-b974-5d503cda118a tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:21:33.477639 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60ab9a4-a70d-435d-b974-5d503cda118a tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:21:33.478063 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60ab9a4-a70d-435d-b974-5d503cda118a tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:21:33.478452 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60ab9a4-a70d-435d-b974-5d503cda118a tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:21:33.478874 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60ab9a4-a70d-435d-b974-5d503cda118a tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:21:33.479266 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60ab9a4-a70d-435d-b974-5d503cda118a tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:21:33.479656 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60ab9a4-a70d-435d-b974-5d503cda118a tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:21:33.480046 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60ab9a4-a70d-435d-b974-5d503cda118a tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:21:33.481000 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60ab9a4-a70d-435d-b974-5d503cda118a tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:21:33.481386 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60ab9a4-a70d-435d-b974-5d503cda118a tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:21:33.481774 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60ab9a4-a70d-435d-b974-5d503cda118a tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:21:33.487444 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-f60ab9a4-a70d-435d-b974-5d503cda118a tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:33.511019 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e7defb-9dfc-49af-9f09-c4d000fb6bd7 req-f60ab9a4-a70d-435d-b974-5d503cda118a tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:33.512227 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-41e7defb-9dfc-49af-9f09-c4d000fb6bd7 req-f60ab9a4-a70d-435d-b974-5d503cda118a tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:33.563009 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-41e7defb-9dfc-49af-9f09-c4d000fb6bd7 req-f60ab9a4-a70d-435d-b974-5d503cda118a tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8654201 Apr 21 06:21:33.575571 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [req-41e7defb-9dfc-49af-9f09-c4d000fb6bd7 req-e4f2620a-6ca3-4a0b-88ba-92ce0b1ceaeb service neutron] Request body: {'port': {'device_id': 'b0229c08-a13d-478e-9f96-492f2fe05c65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=86432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:21:33.607430 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-60dd0df0-8473-445c-8318-92d884fdd309 None None] Provisioning for port 371eccd8-2183-4b82-9797-d8d3eb06946e completed by entity DHCP. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:21:33.612432 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-60dd0df0-8473-445c-8318-92d884fdd309 None None] Provisioning complete for port 371eccd8-2183-4b82-9797-d8d3eb06946e triggered by entity DHCP. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:21:33.612848 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-60dd0df0-8473-445c-8318-92d884fdd309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:33.669200 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-60dd0df0-8473-445c-8318-92d884fdd309 None None] Port 371eccd8-2183-4b82-9797-d8d3eb06946e cannot update to ACTIVE because it is not bound. {{(pid=86434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 06:21:33.697337 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-41e7defb-9dfc-49af-9f09-c4d000fb6bd7 req-e4f2620a-6ca3-4a0b-88ba-92ce0b1ceaeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:34.068122 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [req-41e7defb-9dfc-49af-9f09-c4d000fb6bd7 req-e4f2620a-6ca3-4a0b-88ba-92ce0b1ceaeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 371eccd8-2183-4b82-9797-d8d3eb06946e {{(pid=86432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 06:21:34.076709 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-41e7defb-9dfc-49af-9f09-c4d000fb6bd7 req-e4f2620a-6ca3-4a0b-88ba-92ce0b1ceaeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:34.091687 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [req-41e7defb-9dfc-49af-9f09-c4d000fb6bd7 req-e4f2620a-6ca3-4a0b-88ba-92ce0b1ceaeb service neutron] Transition to ACTIVE for port object 371eccd8-2183-4b82-9797-d8d3eb06946e will not be triggered until provisioned by entity L2. {{(pid=86432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:21:34.127547 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-41e7defb-9dfc-49af-9f09-c4d000fb6bd7 req-e4f2620a-6ca3-4a0b-88ba-92ce0b1ceaeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6553376'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:34.132589 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-e43f1d79-1b04-4938-8f1b-eb14a8026bb0 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:34.528224 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-82cdc08b-e33d-4ce8-b3ff-1835f12f66d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:34.567121 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f2620a-6ca3-4a0b-88ba-92ce0b1ceaeb service neutron] Pushing event updated for resources: {'Port': ['ID=371eccd8-2183-4b82-9797-d8d3eb06946e,revision_number=2']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:34.577422 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-e4f2620a-6ca3-4a0b-88ba-92ce0b1ceaeb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:34.675415 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9276ddc-d034-4fa5-beee-72c26a97b52c req-f35850b3-8e3f-4b29-a349-bc49f8afb47d tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:34.676164 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-a9276ddc-d034-4fa5-beee-72c26a97b52c req-f35850b3-8e3f-4b29-a349-bc49f8afb47d tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Synchronizing usage tracker for tenant:a253b7f90d074c729aa03c3dbc382b57 on resource:port {{(pid=86432) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:21:34.681386 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [req-41e7defb-9dfc-49af-9f09-c4d000fb6bd7 req-e4f2620a-6ca3-4a0b-88ba-92ce0b1ceaeb service neutron] Attempting to bind port 371eccd8-2183-4b82-9797-d8d3eb06946e on host hv-cinder-78239 for vnic_type normal with profile {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:21:34.681758 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [req-41e7defb-9dfc-49af-9f09-c4d000fb6bd7 req-e4f2620a-6ca3-4a0b-88ba-92ce0b1ceaeb service neutron] Attempting to bind port 371eccd8-2183-4b82-9797-d8d3eb06946e by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': '0bc7fe2d-ac4b-43a1-bcab-bde52b794f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '18d42f14-ebcb-45fb-872d-4c48e6952727'}] {{(pid=86432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:21:34.682121 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e7defb-9dfc-49af-9f09-c4d000fb6bd7 req-e4f2620a-6ca3-4a0b-88ba-92ce0b1ceaeb service neutron] Attempting to bind port 371eccd8-2183-4b82-9797-d8d3eb06946e on network 18d42f14-ebcb-45fb-872d-4c48e6952727 {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:21:34.690979 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e7defb-9dfc-49af-9f09-c4d000fb6bd7 req-e4f2620a-6ca3-4a0b-88ba-92ce0b1ceaeb service neutron] Port 371eccd8-2183-4b82-9797-d8d3eb06946e on network 18d42f14-ebcb-45fb-872d-4c48e6952727 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 06:21:34.691342 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e7defb-9dfc-49af-9f09-c4d000fb6bd7 req-e4f2620a-6ca3-4a0b-88ba-92ce0b1ceaeb service neutron] Attempting to bind port 371eccd8-2183-4b82-9797-d8d3eb06946e on network 18d42f14-ebcb-45fb-872d-4c48e6952727 {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:21:34.701768 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e7defb-9dfc-49af-9f09-c4d000fb6bd7 req-e4f2620a-6ca3-4a0b-88ba-92ce0b1ceaeb service neutron] Checking agent: {'id': '1687539a-73b5-4d9c-8d40-15e28bacc92a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 2, 5), 'started_at': datetime.datetime(2021, 4, 21, 6, 2, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:21:34.702137 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e7defb-9dfc-49af-9f09-c4d000fb6bd7 req-e4f2620a-6ca3-4a0b-88ba-92ce0b1ceaeb service neutron] Checking segment: {'id': '0bc7fe2d-ac4b-43a1-bcab-bde52b794f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '18d42f14-ebcb-45fb-872d-4c48e6952727'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:21:34.702552 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e7defb-9dfc-49af-9f09-c4d000fb6bd7 req-e4f2620a-6ca3-4a0b-88ba-92ce0b1ceaeb service neutron] Bound using segment: {'id': '0bc7fe2d-ac4b-43a1-bcab-bde52b794f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '18d42f14-ebcb-45fb-872d-4c48e6952727'} {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:21:34.703072 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [req-41e7defb-9dfc-49af-9f09-c4d000fb6bd7 req-e4f2620a-6ca3-4a0b-88ba-92ce0b1ceaeb service neutron] Bound port: 371eccd8-2183-4b82-9797-d8d3eb06946e, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bc7fe2d-ac4b-43a1-bcab-bde52b794f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '18d42f14-ebcb-45fb-872d-4c48e6952727'}}] {{(pid=86432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:21:34.703453 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-41e7defb-9dfc-49af-9f09-c4d000fb6bd7 req-e4f2620a-6ca3-4a0b-88ba-92ce0b1ceaeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:34.749891 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-a9276ddc-d034-4fa5-beee-72c26a97b52c req-f35850b3-8e3f-4b29-a349-bc49f8afb47d tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Unset dirty status for tenant:a253b7f90d074c729aa03c3dbc382b57 on resource:port {{(pid=86432) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:21:34.751199 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a9276ddc-d034-4fa5-beee-72c26a97b52c req-f35850b3-8e3f-4b29-a349-bc49f8afb47d tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0229c08-a13d-478e-9f96-492f2fe05c65 HTTP/1.1" status: 200 len: 943 time: 0.2947400 Apr 21 06:21:34.829245 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a9276ddc-d034-4fa5-beee-72c26a97b52c req-8b5fc433-9565-4b51-a580-bc2a64118feb tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce01fbff-0dea-4bdb-b459-976d2ab762e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711725 Apr 21 06:21:34.835005 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [req-41e7defb-9dfc-49af-9f09-c4d000fb6bd7 req-e4f2620a-6ca3-4a0b-88ba-92ce0b1ceaeb service neutron] For port 371eccd8-2183-4b82-9797-d8d3eb06946e, host hv-cinder-78239, cleared binding levels {{(pid=86432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:21:34.838205 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [req-41e7defb-9dfc-49af-9f09-c4d000fb6bd7 req-e4f2620a-6ca3-4a0b-88ba-92ce0b1ceaeb service neutron] For port 371eccd8-2183-4b82-9797-d8d3eb06946e, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=371eccd8-2183-4b82-9797-d8d3eb06946e,segment=NetworkSegment(0bc7fe2d-ac4b-43a1-bcab-bde52b794f56),segment_id=0bc7fe2d-ac4b-43a1-bcab-bde52b794f56)] {{(pid=86432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:21:34.876798 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-41e7defb-9dfc-49af-9f09-c4d000fb6bd7 req-e4f2620a-6ca3-4a0b-88ba-92ce0b1ceaeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6553376'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:34.882011 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-4c343153-806b-430e-98cb-fbd945b06260 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:34.939838 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e7defb-9dfc-49af-9f09-c4d000fb6bd7 req-e4f2620a-6ca3-4a0b-88ba-92ce0b1ceaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:34.940473 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-41e7defb-9dfc-49af-9f09-c4d000fb6bd7 req-e4f2620a-6ca3-4a0b-88ba-92ce0b1ceaeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:34.941942 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-41e7defb-9dfc-49af-9f09-c4d000fb6bd7 req-e4f2620a-6ca3-4a0b-88ba-92ce0b1ceaeb service neutron] 10.222.0.11 "PUT /v2.0/ports/371eccd8-2183-4b82-9797-d8d3eb06946e HTTP/1.1" status: 200 len: 1093 time: 1.3715765 Apr 21 06:21:34.942479 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0229c08-a13d-478e-9f96-492f2fe05c65', 'tag': '371eccd8-2183-4b82-9797-d8d3eb06946e'}] {{(pid=86432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:21:34.971871 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f2620a-6ca3-4a0b-88ba-92ce0b1ceaeb service neutron] Pushing event updated for resources: {'Port': ['ID=371eccd8-2183-4b82-9797-d8d3eb06946e,revision_number=3']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:34.973686 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:34.975242 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-e4f2620a-6ca3-4a0b-88ba-92ce0b1ceaeb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:35.113395 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e7defb-9dfc-49af-9f09-c4d000fb6bd7 req-a38c6723-31c7-4522-aad8-1508edc85552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:35.115137 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-41e7defb-9dfc-49af-9f09-c4d000fb6bd7 req-a38c6723-31c7-4522-aad8-1508edc85552 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a253b7f90d074c729aa03c3dbc382b57&device_id=b0229c08-a13d-478e-9f96-492f2fe05c65 HTTP/1.1" status: 200 len: 1096 time: 0.0868347 Apr 21 06:21:35.191061 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-41e7defb-9dfc-49af-9f09-c4d000fb6bd7 req-7491aac4-3958-4a9d-a7b9-c39a11cd2244 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=371eccd8-2183-4b82-9797-d8d3eb06946e HTTP/1.1" status: 200 len: 217 time: 0.0686936 Apr 21 06:21:35.259757 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e7defb-9dfc-49af-9f09-c4d000fb6bd7 req-a8379b08-bcdd-45c2-9a92-bb404089f648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:35.261336 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-41e7defb-9dfc-49af-9f09-c4d000fb6bd7 req-a8379b08-bcdd-45c2-9a92-bb404089f648 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8d481e38-1293-4cc6-9389-91a3566135aa HTTP/1.1" status: 200 len: 850 time: 0.0645690 Apr 21 06:21:35.345668 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e7defb-9dfc-49af-9f09-c4d000fb6bd7 req-4e67acbf-8e90-4ef1-9452-29d393f210d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:35.347276 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-41e7defb-9dfc-49af-9f09-c4d000fb6bd7 req-4e67acbf-8e90-4ef1-9452-29d393f210d1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=18d42f14-ebcb-45fb-872d-4c48e6952727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0801280 Apr 21 06:21:35.490509 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-41e7defb-9dfc-49af-9f09-c4d000fb6bd7 req-60e2b3c8-3d55-4562-8be9-20f037a616da service neutron] 10.222.0.11 "GET /v2.0/networks/18d42f14-ebcb-45fb-872d-4c48e6952727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364954 Apr 21 06:21:35.516431 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:35.631663 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-41e7defb-9dfc-49af-9f09-c4d000fb6bd7 req-9108be8e-30da-4062-a3dd-e4ffabee8fd5 service neutron] 10.222.0.11 "GET /v2.0/networks/18d42f14-ebcb-45fb-872d-4c48e6952727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344771 Apr 21 06:21:36.031106 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b505b52-3f20-448b-9584-d4a6514f6011 req-67fd1deb-7eae-4eef-9a46-0122584da057 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:36.032728 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-9b505b52-3f20-448b-9584-d4a6514f6011 req-67fd1deb-7eae-4eef-9a46-0122584da057 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0229c08-a13d-478e-9f96-492f2fe05c65 HTTP/1.1" status: 200 len: 943 time: 0.0877945 Apr 21 06:21:36.034478 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0229c08-a13d-478e-9f96-492f2fe05c65', 'tag': '371eccd8-2183-4b82-9797-d8d3eb06946e', 'status': 'completed', 'code': 200} Apr 21 06:21:36.133995 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-9b505b52-3f20-448b-9584-d4a6514f6011 req-99d8912e-5b08-4039-b0e4-81094eaff609 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce01fbff-0dea-4bdb-b459-976d2ab762e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950060 Apr 21 06:21:36.160406 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4947a083-a8c9-432a-863a-9084c338528f req-38153d16-a03d-4674-89f3-a7ed8d69f0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:36.162118 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-4947a083-a8c9-432a-863a-9084c338528f req-38153d16-a03d-4674-89f3-a7ed8d69f0ac service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a253b7f90d074c729aa03c3dbc382b57&device_id=b0229c08-a13d-478e-9f96-492f2fe05c65 HTTP/1.1" status: 200 len: 1096 time: 0.1051073 Apr 21 06:21:36.287797 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:36.307600 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4947a083-a8c9-432a-863a-9084c338528f req-02d68748-ee2d-4d4a-bfb1-904dd294f8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:36.309692 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-4947a083-a8c9-432a-863a-9084c338528f req-02d68748-ee2d-4d4a-bfb1-904dd294f8f1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=18d42f14-ebcb-45fb-872d-4c48e6952727 HTTP/1.1" status: 200 len: 912 time: 0.1407580 Apr 21 06:21:36.381127 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-4947a083-a8c9-432a-863a-9084c338528f req-c44afff2-6fff-4b44-8319-6d5839630a49 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=371eccd8-2183-4b82-9797-d8d3eb06946e HTTP/1.1" status: 200 len: 217 time: 0.0640762 Apr 21 06:21:36.454221 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4947a083-a8c9-432a-863a-9084c338528f req-3c76905d-5486-4de4-9ebf-765fb97b8c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:36.455823 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-4947a083-a8c9-432a-863a-9084c338528f req-3c76905d-5486-4de4-9ebf-765fb97b8c2e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8d481e38-1293-4cc6-9389-91a3566135aa HTTP/1.1" status: 200 len: 850 time: 0.0671542 Apr 21 06:21:36.539072 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4947a083-a8c9-432a-863a-9084c338528f req-3b508050-e412-4e7e-81c2-4bad18cf14e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:36.540700 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-4947a083-a8c9-432a-863a-9084c338528f req-3b508050-e412-4e7e-81c2-4bad18cf14e6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=18d42f14-ebcb-45fb-872d-4c48e6952727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0770340 Apr 21 06:21:36.681136 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-4947a083-a8c9-432a-863a-9084c338528f req-ca7dc323-729d-4597-9586-f8d5133f77d0 service neutron] 10.222.0.11 "GET /v2.0/networks/18d42f14-ebcb-45fb-872d-4c48e6952727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340637 Apr 21 06:21:36.821324 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-4947a083-a8c9-432a-863a-9084c338528f req-177f1fad-f5c5-4d73-9340-5847e298bb0f service neutron] 10.222.0.11 "GET /v2.0/networks/18d42f14-ebcb-45fb-872d-4c48e6952727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341825 Apr 21 06:21:37.059176 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:37.340725 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0854317e-134b-44de-9286-a0a03fcebf05 req-4ce986a4-a40d-4c51-a2de-a02a90635ca1 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:37.342254 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-0854317e-134b-44de-9286-a0a03fcebf05 req-4ce986a4-a40d-4c51-a2de-a02a90635ca1 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0229c08-a13d-478e-9f96-492f2fe05c65 HTTP/1.1" status: 200 len: 943 time: 0.0906897 Apr 21 06:21:37.389746 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-0854317e-134b-44de-9286-a0a03fcebf05 req-02a3cdb6-a091-449a-96e1-b125d774b015 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce01fbff-0dea-4bdb-b459-976d2ab762e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410221 Apr 21 06:21:37.474636 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Device 371eccd8-2183-4b82-9797-d8d3eb06946e details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=86434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 06:21:37.612967 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] For port 371eccd8-2183-4b82-9797-d8d3eb06946e, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=371eccd8-2183-4b82-9797-d8d3eb06946e,segment=NetworkSegment(0bc7fe2d-ac4b-43a1-bcab-bde52b794f56),segment_id=0bc7fe2d-ac4b-43a1-bcab-bde52b794f56)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:21:37.627300 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Returning: {'device': '371eccd8-2183-4b82-9797-d8d3eb06946e', 'network_id': '18d42f14-ebcb-45fb-872d-4c48e6952727', 'port_id': '371eccd8-2183-4b82-9797-d8d3eb06946e', 'mac_address': 'fa:16:3e:be:8a:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d481e38-1293-4cc6-9389-91a3566135aa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 06:21:37.689110 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:37.707111 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 371eccd8-2183-4b82-9797-d8d3eb06946e {{(pid=86434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 06:21:37.722875 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] For port 371eccd8-2183-4b82-9797-d8d3eb06946e, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=371eccd8-2183-4b82-9797-d8d3eb06946e,segment=NetworkSegment(0bc7fe2d-ac4b-43a1-bcab-bde52b794f56),segment_id=0bc7fe2d-ac4b-43a1-bcab-bde52b794f56)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:21:37.756580 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:37.759282 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:37.830913 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Pushing event updated for resources: {'Port': ['ID=371eccd8-2183-4b82-9797-d8d3eb06946e,revision_number=4']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:37.838611 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:21:37.839037 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:21:37.839451 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:21:37.839833 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:21:37.840209 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:21:37.840583 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:21:37.840955 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:21:37.841326 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:21:37.841715 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:21:37.842085 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:21:37.842450 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:21:37.842844 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:21:37.846951 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:38.014501 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] get_ports_and_sgs() called for port_ids ['371eccd8-2183-4b82-9797-d8d3eb06946e'] {{(pid=86434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:21:38.592970 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed8d34-6fbe-4090-95d2-2858575057a9 req-bc26f00e-acd5-4780-9d75-66cb0f108013 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:38.594547 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d0ed8d34-6fbe-4090-95d2-2858575057a9 req-bc26f00e-acd5-4780-9d75-66cb0f108013 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0229c08-a13d-478e-9f96-492f2fe05c65 HTTP/1.1" status: 200 len: 944 time: 0.0908132 Apr 21 06:21:38.641132 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d0ed8d34-6fbe-4090-95d2-2858575057a9 req-669390a8-1ae7-4fc3-a17b-ad2977321598 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce01fbff-0dea-4bdb-b459-976d2ab762e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400991 Apr 21 06:21:39.474611 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Device 371eccd8-2183-4b82-9797-d8d3eb06946e up at agent hyperv_hv-cinder-78239 {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:21:39.584612 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Provisioning for port 371eccd8-2183-4b82-9797-d8d3eb06946e completed by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:21:39.590243 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Provisioning complete for port 371eccd8-2183-4b82-9797-d8d3eb06946e triggered by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:21:39.590666 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:39.714081 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:39.742363 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0229c08-a13d-478e-9f96-492f2fe05c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '371eccd8-2183-4b82-9797-d8d3eb06946e'}] {{(pid=86434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:21:39.752781 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] For port 371eccd8-2183-4b82-9797-d8d3eb06946e, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=371eccd8-2183-4b82-9797-d8d3eb06946e,segment=NetworkSegment(0bc7fe2d-ac4b-43a1-bcab-bde52b794f56),segment_id=0bc7fe2d-ac4b-43a1-bcab-bde52b794f56)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:21:39.784878 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:39.787523 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:39.855506 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b874d7-0279-4f10-99d0-1605d3aa5154 req-63cf5931-ec69-465e-b7ed-e3cceaccf857 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:39.858015 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-35b874d7-0279-4f10-99d0-1605d3aa5154 req-63cf5931-ec69-465e-b7ed-e3cceaccf857 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0229c08-a13d-478e-9f96-492f2fe05c65 HTTP/1.1" status: 200 len: 945 time: 0.1013587 Apr 21 06:21:39.879108 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0229c08-a13d-478e-9f96-492f2fe05c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '371eccd8-2183-4b82-9797-d8d3eb06946e', 'code': 200} Apr 21 06:21:39.895607 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Pushing event updated for resources: {'Port': ['ID=371eccd8-2183-4b82-9797-d8d3eb06946e,revision_number=5']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:39.899081 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:39.928127 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-35b874d7-0279-4f10-99d0-1605d3aa5154 req-b4db96f3-53ec-4b4b-af25-c41f3b363f05 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce01fbff-0dea-4bdb-b459-976d2ab762e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633318 Apr 21 06:21:40.160447 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1c2d6e-4a84-48c9-84c1-6ab7c3760a09 req-77ddd040-c0c3-4d04-9f7a-8e23aa01a568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:40.161927 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-cc1c2d6e-4a84-48c9-84c1-6ab7c3760a09 req-77ddd040-c0c3-4d04-9f7a-8e23aa01a568 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b0229c08-a13d-478e-9f96-492f2fe05c65 HTTP/1.1" status: 200 len: 1098 time: 0.0754683 Apr 21 06:21:40.203808 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-cc1c2d6e-4a84-48c9-84c1-6ab7c3760a09 req-d5737137-afef-4a2d-bfe6-d04f20815f0f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ce01fbff-0dea-4bdb-b459-976d2ab762e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355735 Apr 21 06:21:41.150384 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c469d285-4394-4ca8-bc1d-2363593be2c2 req-317ad6d8-5a8f-4b62-9b74-3cc5210ce3c5 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:41.152511 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c469d285-4394-4ca8-bc1d-2363593be2c2 req-317ad6d8-5a8f-4b62-9b74-3cc5210ce3c5 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0229c08-a13d-478e-9f96-492f2fe05c65 HTTP/1.1" status: 200 len: 945 time: 0.0915506 Apr 21 06:21:41.201129 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c469d285-4394-4ca8-bc1d-2363593be2c2 req-e3650a74-b2a4-4d68-9d54-5fbc441b135c tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce01fbff-0dea-4bdb-b459-976d2ab762e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414405 Apr 21 06:21:42.402847 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d1d579-15c9-41a6-a68d-d1b4ff18717c req-5eab178d-25ca-4b1f-865e-48a89fdbe32f tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:42.404694 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-55d1d579-15c9-41a6-a68d-d1b4ff18717c req-5eab178d-25ca-4b1f-865e-48a89fdbe32f tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0229c08-a13d-478e-9f96-492f2fe05c65 HTTP/1.1" status: 200 len: 945 time: 0.0903959 Apr 21 06:21:42.452075 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-55d1d579-15c9-41a6-a68d-d1b4ff18717c req-7acf1083-d254-4ba6-926c-62bb972f7385 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce01fbff-0dea-4bdb-b459-976d2ab762e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409780 Apr 21 06:21:42.645575 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0d4fc9-0bda-4ffe-adf7-2df9d44e8c32 req-59065475-0bdf-4d3f-aff2-e9ac680d7055 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:42.647161 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-3a0d4fc9-0bda-4ffe-adf7-2df9d44e8c32 req-59065475-0bdf-4d3f-aff2-e9ac680d7055 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0229c08-a13d-478e-9f96-492f2fe05c65 HTTP/1.1" status: 200 len: 945 time: 0.0866115 Apr 21 06:21:42.657224 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 41466) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:21:42.662761 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-4a14b924-a633-48cb-b9ed-a4aefa450e0d tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Request body: {'floatingip': {'port_id': '371eccd8-2183-4b82-9797-d8d3eb06946e'}} {{(pid=86432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:21:42.746130 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4a14b924-a633-48cb-b9ed-a4aefa450e0d tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks [] for floatingip, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:43.357939 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4a14b924-a633-48cb-b9ed-a4aefa450e0d tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:43.378778 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4a14b924-a633-48cb-b9ed-a4aefa450e0d tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8011185'] for floatingip, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:43.775940 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.db.l3_db [None req-4a14b924-a633-48cb-b9ed-a4aefa450e0d tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Floating IP c8ffbb0a-989c-433f-a8ae-73b68f15000d associated. External IP: 172.27.2.17, port: 371eccd8-2183-4b82-9797-d8d3eb06946e. Apr 21 06:21:44.156512 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a14b924-a633-48cb-b9ed-a4aefa450e0d tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Router e7a7cb67-e1bf-4c65-83ef-19f088b4066e has already been hosted by L3 agent 11ad1a07-0ae8-4245-9270-47a08d3f943a {{(pid=86432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 06:21:44.348714 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a14b924-a633-48cb-b9ed-a4aefa450e0d tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify agent at l3_agent.dv-cinder-782390-6-iscsi the message routers_updated {{(pid=86432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 06:21:44.354637 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4a14b924-a633-48cb-b9ed-a4aefa450e0d tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:44.359728 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391ffd75-d8f3-4647-ae43-9b3d5f7053dc None None] Sync routers for ids ['e7a7cb67-e1bf-4c65-83ef-19f088b4066e'] in dv-cinder-782390-6-iscsi {{(pid=86435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 06:21:44.369382 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391ffd75-d8f3-4647-ae43-9b3d5f7053dc None None] Routers {'e7a7cb67-e1bf-4c65-83ef-19f088b4066e'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:21:44.370661 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-391ffd75-d8f3-4647-ae43-9b3d5f7053dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T06:21:34Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['e7a7cb67-e1bf-4c65-83ef-19f088b4066e'], 'active': True} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:21:44.414954 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-4a14b924-a633-48cb-b9ed-a4aefa450e0d tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "PUT /v2.0/floatingips/c8ffbb0a-989c-433f-a8ae-73b68f15000d HTTP/1.1" status: 200 len: 990 time: 1.7540028 Apr 21 06:21:44.414954 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0229c08-a13d-478e-9f96-492f2fe05c65', 'tag': '371eccd8-2183-4b82-9797-d8d3eb06946e'}] {{(pid=86432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:21:44.467727 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0229c08-a13d-478e-9f96-492f2fe05c65', 'tag': '371eccd8-2183-4b82-9797-d8d3eb06946e', 'status': 'completed', 'code': 200} Apr 21 06:21:44.565093 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-391ffd75-d8f3-4647-ae43-9b3d5f7053dc None None] Set router e7a7cb67-e1bf-4c65-83ef-19f088b4066e gateway port host: dv-cinder-782390-6-iscsi {{(pid=86435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:21:44.572012 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015d7e6-d72e-4875-8cba-94e0decc129d req-b1b16928-019e-40a3-af67-c928cf722d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:44.574206 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d015d7e6-d72e-4875-8cba-94e0decc129d req-b1b16928-019e-40a3-af67-c928cf722d31 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a253b7f90d074c729aa03c3dbc382b57&device_id=b0229c08-a13d-478e-9f96-492f2fe05c65 HTTP/1.1" status: 200 len: 1098 time: 0.0843744 Apr 21 06:21:44.715266 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015d7e6-d72e-4875-8cba-94e0decc129d req-dc89f405-4279-4976-9d10-4ebe88427e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:44.717344 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d015d7e6-d72e-4875-8cba-94e0decc129d req-dc89f405-4279-4976-9d10-4ebe88427e3d service neutron] 10.222.0.11 "GET /v2.0/networks?id=18d42f14-ebcb-45fb-872d-4c48e6952727 HTTP/1.1" status: 200 len: 912 time: 0.1363320 Apr 21 06:21:44.828533 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d015d7e6-d72e-4875-8cba-94e0decc129d req-18ad34c2-167d-4f24-b577-ff915eb2dec3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=371eccd8-2183-4b82-9797-d8d3eb06946e HTTP/1.1" status: 200 len: 998 time: 0.1054006 Apr 21 06:21:44.896494 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015d7e6-d72e-4875-8cba-94e0decc129d req-ff81f0e5-b57f-4665-b1f1-efb48516477d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:44.898102 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d015d7e6-d72e-4875-8cba-94e0decc129d req-ff81f0e5-b57f-4665-b1f1-efb48516477d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8d481e38-1293-4cc6-9389-91a3566135aa HTTP/1.1" status: 200 len: 850 time: 0.0629997 Apr 21 06:21:44.927936 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-391ffd75-d8f3-4647-ae43-9b3d5f7053dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a7cb67-e1bf-4c65-83ef-19f088b4066e', 'name': 'tempest-AttachVolumeTestJSON-1982476189-router', 'tenant_id': 'a253b7f90d074c729aa03c3dbc382b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '9001a17d-5f37-4407-b8a8-da67822ac51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:03:49Z', 'updated_at': '2021-04-21T06:03:59Z', 'revision_number': 4, 'project_id': 'a253b7f90d074c729aa03c3dbc382b57', 'gw_port': {'id': '9001a17d-5f37-4407-b8a8-da67822ac51d', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:22:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a7cb67-e1bf-4c65-83ef-19f088b4066e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:03:51Z', 'updated_at': '2021-04-21T06:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi', '_floatingips': [{'id': 'c8ffbb0a-989c-433f-a8ae-73b68f15000d', 'tenant_id': 'a253b7f90d074c729aa03c3dbc382b57', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'router_id': 'e7a7cb67-e1bf-4c65-83ef-19f088b4066e', 'port_id': '371eccd8-2183-4b82-9797-d8d3eb06946e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18d42f14-ebcb-45fb-872d-4c48e6952727', 'mac_address': 'fa:16:3e:be:8a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0229c08-a13d-478e-9f96-492f2fe05c65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T06:21:29Z', 'updated_at': '2021-04-21T06:21:43Z', 'revision_number': 1, 'project_id': 'a253b7f90d074c729aa03c3dbc382b57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '447e1fc3-528c-46c3-bab5-e8bf34da8aaf', 'name': '', 'network_id': '18d42f14-ebcb-45fb-872d-4c48e6952727', 'tenant_id': 'a253b7f90d074c729aa03c3dbc382b57', 'mac_address': 'fa:16:3e:bd:54:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a7cb67-e1bf-4c65-83ef-19f088b4066e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8d481e38-1293-4cc6-9389-91a3566135aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:03:58Z', 'updated_at': '2021-04-21T06:04:18Z', 'revision_number': 5, 'project_id': 'a253b7f90d074c729aa03c3dbc382b57', 'subnets': [{'id': '8d481e38-1293-4cc6-9389-91a3566135aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:21:44.931999 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391ffd75-d8f3-4647-ae43-9b3d5f7053dc None None] Checking router: e7a7cb67-e1bf-4c65-83ef-19f088b4066e for host: dv-cinder-782390-6-iscsi {{(pid=86435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 06:21:44.941508 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391ffd75-d8f3-4647-ae43-9b3d5f7053dc None None] Routers {'e7a7cb67-e1bf-4c65-83ef-19f088b4066e'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:21:44.942164 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-391ffd75-d8f3-4647-ae43-9b3d5f7053dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T06:21:34Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['e7a7cb67-e1bf-4c65-83ef-19f088b4066e'], 'active': True} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:21:44.980520 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015d7e6-d72e-4875-8cba-94e0decc129d req-9e3e501c-7eb3-46e5-a680-cbb1283dfaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:44.982144 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d015d7e6-d72e-4875-8cba-94e0decc129d req-9e3e501c-7eb3-46e5-a680-cbb1283dfaa0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=18d42f14-ebcb-45fb-872d-4c48e6952727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0780385 Apr 21 06:21:45.101969 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:21:45.132277 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d015d7e6-d72e-4875-8cba-94e0decc129d req-903fe23d-718d-4bb2-b1bd-77937a50eb12 service neutron] 10.222.0.11 "GET /v2.0/networks/18d42f14-ebcb-45fb-872d-4c48e6952727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428368 Apr 21 06:21:45.137622 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-391ffd75-d8f3-4647-ae43-9b3d5f7053dc None None] Set router e7a7cb67-e1bf-4c65-83ef-19f088b4066e gateway port host: dv-cinder-782390-6-iscsi {{(pid=86435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:21:45.274501 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d015d7e6-d72e-4875-8cba-94e0decc129d req-4191dc79-9a78-4495-91bf-0883d35c35a8 service neutron] 10.222.0.11 "GET /v2.0/networks/18d42f14-ebcb-45fb-872d-4c48e6952727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356878 Apr 21 06:21:45.499784 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-391ffd75-d8f3-4647-ae43-9b3d5f7053dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a7cb67-e1bf-4c65-83ef-19f088b4066e', 'name': 'tempest-AttachVolumeTestJSON-1982476189-router', 'tenant_id': 'a253b7f90d074c729aa03c3dbc382b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '9001a17d-5f37-4407-b8a8-da67822ac51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:03:49Z', 'updated_at': '2021-04-21T06:03:59Z', 'revision_number': 4, 'project_id': 'a253b7f90d074c729aa03c3dbc382b57', 'gw_port': {'id': '9001a17d-5f37-4407-b8a8-da67822ac51d', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:22:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a7cb67-e1bf-4c65-83ef-19f088b4066e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:03:51Z', 'updated_at': '2021-04-21T06:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi', '_floatingips': [{'id': 'c8ffbb0a-989c-433f-a8ae-73b68f15000d', 'tenant_id': 'a253b7f90d074c729aa03c3dbc382b57', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'router_id': 'e7a7cb67-e1bf-4c65-83ef-19f088b4066e', 'port_id': '371eccd8-2183-4b82-9797-d8d3eb06946e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18d42f14-ebcb-45fb-872d-4c48e6952727', 'mac_address': 'fa:16:3e:be:8a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0229c08-a13d-478e-9f96-492f2fe05c65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T06:21:29Z', 'updated_at': '2021-04-21T06:21:43Z', 'revision_number': 1, 'project_id': 'a253b7f90d074c729aa03c3dbc382b57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '447e1fc3-528c-46c3-bab5-e8bf34da8aaf', 'name': '', 'network_id': '18d42f14-ebcb-45fb-872d-4c48e6952727', 'tenant_id': 'a253b7f90d074c729aa03c3dbc382b57', 'mac_address': 'fa:16:3e:bd:54:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a7cb67-e1bf-4c65-83ef-19f088b4066e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8d481e38-1293-4cc6-9389-91a3566135aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:03:58Z', 'updated_at': '2021-04-21T06:04:18Z', 'revision_number': 5, 'project_id': 'a253b7f90d074c729aa03c3dbc382b57', 'subnets': [{'id': '8d481e38-1293-4cc6-9389-91a3566135aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:21:45.503847 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391ffd75-d8f3-4647-ae43-9b3d5f7053dc None None] The sync data for ids ['e7a7cb67-e1bf-4c65-83ef-19f088b4066e'] in dv-cinder-782390-6-iscsi is: [{'id': 'e7a7cb67-e1bf-4c65-83ef-19f088b4066e', 'name': 'tempest-AttachVolumeTestJSON-1982476189-router', 'tenant_id': 'a253b7f90d074c729aa03c3dbc382b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '9001a17d-5f37-4407-b8a8-da67822ac51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:03:49Z', 'updated_at': '2021-04-21T06:03:59Z', 'revision_number': 4, 'project_id': 'a253b7f90d074c729aa03c3dbc382b57', 'gw_port': {'id': '9001a17d-5f37-4407-b8a8-da67822ac51d', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:22:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a7cb67-e1bf-4c65-83ef-19f088b4066e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:03:51Z', 'updated_at': '2021-04-21T06:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi', '_floatingips': [{'id': 'c8ffbb0a-989c-433f-a8ae-73b68f15000d', 'tenant_id': 'a253b7f90d074c729aa03c3dbc382b57', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'router_id': 'e7a7cb67-e1bf-4c65-83ef-19f088b4066e', 'port_id': '371eccd8-2183-4b82-9797-d8d3eb06946e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18d42f14-ebcb-45fb-872d-4c48e6952727', 'mac_address': 'fa:16:3e:be:8a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0229c08-a13d-478e-9f96-492f2fe05c65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T06:21:29Z', 'updated_at': '2021-04-21T06:21:43Z', 'revision_number': 1, 'project_id': 'a253b7f90d074c729aa03c3dbc382b57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '447e1fc3-528c-46c3-bab5-e8bf34da8aaf', 'name': '', 'network_id': '18d42f14-ebcb-45fb-872d-4c48e6952727', 'tenant_id': 'a253b7f90d074c729aa03c3dbc382b57', 'mac_address': 'fa:16:3e:bd:54:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a7cb67-e1bf-4c65-83ef-19f088b4066e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8d481e38-1293-4cc6-9389-91a3566135aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:03:58Z', 'updated_at': '2021-04-21T06:04:18Z', 'revision_number': 5, 'project_id': 'a253b7f90d074c729aa03c3dbc382b57', 'subnets': [{'id': '8d481e38-1293-4cc6-9389-91a3566135aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 06:21:45.784886 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d551e44-3818-4e38-b2ee-94ce753ab7f5 None None] New status for floating IP c8ffbb0a-989c-433f-a8ae-73b68f15000d: ACTIVE {{(pid=86434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 21 06:21:51.564051 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [req-68349ce2-a865-404c-a339-24a6d3a009df req-64d4c62b-7e22-4e8f-963f-d8bb1f0089e9 service neutron] (86433) timed out ('10.222.0.15', 58352) {{(pid=86433) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 21 06:22:02.052516 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-7483a29e-84f3-4fa0-a2c8-642dd1256b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:04.514911 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-992d1047-870f-446d-bec7-0dc8980eceac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:04.966507 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:05.509193 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:06.270206 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:07.052155 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:22.092053 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:22:32.068515 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-27886191-ec1f-4420-9627-bf94218276ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:34.508727 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9762bf4a-4b01-4ac9-a9ec-1f51cbaaf81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:34.988528 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:35.519962 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:36.279994 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:37.062480 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:59.091245 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:23:02.050495 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3593889e-98c5-4949-a3b4-ecaaa86318d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:04.524959 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-a649e38b-cc29-40c8-9fb3-ac9266baa9d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:04.976376 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:05.536187 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:06.273855 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:07.067669 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:23.103153 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-7821d91e-d713-4248-bdea-7eeb73746d69 req-e5d0da59-78df-49aa-8c0f-ca0b8f879792 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0805161 Apr 21 06:23:23.247817 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7821d91e-d713-4248-bdea-7eeb73746d69 req-2e96aa17-c998-4765-bf64-4f760faec974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:23.249407 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-7821d91e-d713-4248-bdea-7eeb73746d69 req-2e96aa17-c998-4765-bf64-4f760faec974 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=83c72247bd04473380fa74addf843cfd&device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 1098 time: 0.0771410 Apr 21 06:23:23.402744 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7821d91e-d713-4248-bdea-7eeb73746d69 req-2853d99c-ce3f-4a9e-a1cb-1e93cd4cc085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:23.404297 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-7821d91e-d713-4248-bdea-7eeb73746d69 req-2853d99c-ce3f-4a9e-a1cb-1e93cd4cc085 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8a477b33-6a11-4388-9f32-3a61c0f7920e HTTP/1.1" status: 200 len: 919 time: 0.1355677 Apr 21 06:23:23.479945 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-7821d91e-d713-4248-bdea-7eeb73746d69 req-7446bf81-ff3f-4f7c-98fb-edd5c4196949 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ab21f9f-1509-41df-ba62-c5cf11ead2ce HTTP/1.1" status: 200 len: 217 time: 0.0686316 Apr 21 06:23:23.548304 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7821d91e-d713-4248-bdea-7eeb73746d69 req-21ebefd6-699e-4cb6-9fea-e51a88095222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:23.549853 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-7821d91e-d713-4248-bdea-7eeb73746d69 req-21ebefd6-699e-4cb6-9fea-e51a88095222 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2da1c0c9-9d0e-43d1-a8aa-9f65aa7cd6bc HTTP/1.1" status: 200 len: 858 time: 0.0636258 Apr 21 06:23:23.605312 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-7821d91e-d713-4248-bdea-7eeb73746d69 req-da7c2baa-884c-4dbb-9a5e-79f1c5e75a25 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8a477b33-6a11-4388-9f32-3a61c0f7920e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489728 Apr 21 06:23:23.747708 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-7821d91e-d713-4248-bdea-7eeb73746d69 req-94abba56-26c3-4e49-abc5-153efd32aab2 service neutron] 10.222.0.11 "GET /v2.0/networks/8a477b33-6a11-4388-9f32-3a61c0f7920e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357498 Apr 21 06:23:23.890894 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-7821d91e-d713-4248-bdea-7eeb73746d69 req-8feb444c-04e4-4832-863d-b8bbee6014b3 service neutron] 10.222.0.11 "GET /v2.0/networks/8a477b33-6a11-4388-9f32-3a61c0f7920e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360092 Apr 21 06:23:32.049902 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-37d7b27e-123c-45ec-9ee2-0541479e298e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:34.512572 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-83c66b59-c64e-4859-918d-e64b9de0b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:34.975312 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:35.512695 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:36.090645 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:23:36.278034 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:37.066809 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:02.054482 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6ab683e9-951f-4869-8861-b2670bb8f3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:04.529330 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0bef8cde-d566-4438-80d6-511a8f4dd27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:05.014887 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:05.518015 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:06.277473 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:07.060668 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:13.090116 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:24:24.606623 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 43610) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:24:24.755952 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-52e7ab34-928f-4103-bbb3-cf19dc6780e9 req-6c6ecd29-5ea4-432f-b443-ac22d22bb70b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b8da5d63-9858-4a18-9b9a-07455985ef41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1095591 Apr 21 06:24:24.835545 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.db_base_plugin_v2 [None req-b85bc57e-4123-4a9a-9fd3-28ecab219116 admin admin] Deleting subnet 9d4eda09-b0fb-424a-a8ba-bd738d6128ee {{(pid=86432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 21 06:24:24.841143 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-b85bc57e-4123-4a9a-9fd3-28ecab219116 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:24.908078 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-b85bc57e-4123-4a9a-9fd3-28ecab219116 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7129852'] for subnet, precommit_delete_associations {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:25.183552 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e7ab34-928f-4103-bbb3-cf19dc6780e9 req-a022ea60-3824-4026-845c-becf453a7e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:25.185135 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-52e7ab34-928f-4103-bbb3-cf19dc6780e9 req-a022ea60-3824-4026-845c-becf453a7e4d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=83c72247bd04473380fa74addf843cfd&device_id=b8da5d63-9858-4a18-9b9a-07455985ef41 HTTP/1.1" status: 200 len: 1099 time: 0.4075463 Apr 21 06:24:25.200677 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-b85bc57e-4123-4a9a-9fd3-28ecab219116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853408352'] for subnet, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:25.477324 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e7ab34-928f-4103-bbb3-cf19dc6780e9 req-88aa1993-6fd8-42b1-b673-8a4eb08f4b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:25.478995 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-52e7ab34-928f-4103-bbb3-cf19dc6780e9 req-88aa1993-6fd8-42b1-b673-8a4eb08f4b4b service neutron] 10.222.0.11 "GET /v2.0/networks?id=8a477b33-6a11-4388-9f32-3a61c0f7920e HTTP/1.1" status: 200 len: 919 time: 0.2496746 Apr 21 06:24:25.564823 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-52e7ab34-928f-4103-bbb3-cf19dc6780e9 req-c21333de-b98d-4f5c-9826-979e41594f9a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f15b2d24-48f2-4f38-80a6-0b3c822d56e2 HTTP/1.1" status: 200 len: 217 time: 0.0789623 Apr 21 06:24:25.685262 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e7ab34-928f-4103-bbb3-cf19dc6780e9 req-8765ec5c-7cd0-469f-82d5-68904f3b3b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:25.686783 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-52e7ab34-928f-4103-bbb3-cf19dc6780e9 req-8765ec5c-7cd0-469f-82d5-68904f3b3b9f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2da1c0c9-9d0e-43d1-a8aa-9f65aa7cd6bc HTTP/1.1" status: 200 len: 858 time: 0.1128407 Apr 21 06:24:25.739786 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-52e7ab34-928f-4103-bbb3-cf19dc6780e9 req-729ad23c-0c5a-4d11-a234-5c8c0746330d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8a477b33-6a11-4388-9f32-3a61c0f7920e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463703 Apr 21 06:24:25.750003 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [req-52e7ab34-928f-4103-bbb3-cf19dc6780e9 req-21790128-6f05-4018-88ef-f89569d55868 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=86432) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 21 06:24:25.751409 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-52e7ab34-928f-4103-bbb3-cf19dc6780e9 req-21790128-6f05-4018-88ef-f89569d55868 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051620 Apr 21 06:24:25.897641 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-52e7ab34-928f-4103-bbb3-cf19dc6780e9 req-4a8feab5-0c98-40f6-8ce8-1b3d354a1555 service neutron] 10.222.0.11 "GET /v2.0/networks/8a477b33-6a11-4388-9f32-3a61c0f7920e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403730 Apr 21 06:24:25.993120 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-b85bc57e-4123-4a9a-9fd3-28ecab219116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7991656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848222979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847718353'] for subnet, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:26.003802 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:24:26.052183 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85bc57e-4123-4a9a-9fd3-28ecab219116 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d4eda09-b0fb-424a-a8ba-bd738d6128ee,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:24:26.058568 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-b85bc57e-4123-4a9a-9fd3-28ecab219116 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846863987'] for subnet, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:26.070561 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85bc57e-4123-4a9a-9fd3-28ecab219116 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:24:26.071023 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85bc57e-4123-4a9a-9fd3-28ecab219116 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:24:26.071370 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85bc57e-4123-4a9a-9fd3-28ecab219116 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:24:26.071741 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85bc57e-4123-4a9a-9fd3-28ecab219116 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:24:26.072135 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85bc57e-4123-4a9a-9fd3-28ecab219116 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:24:26.072520 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85bc57e-4123-4a9a-9fd3-28ecab219116 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:24:26.072907 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85bc57e-4123-4a9a-9fd3-28ecab219116 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:24:26.073322 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85bc57e-4123-4a9a-9fd3-28ecab219116 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:24:26.073711 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85bc57e-4123-4a9a-9fd3-28ecab219116 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:24:26.074094 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85bc57e-4123-4a9a-9fd3-28ecab219116 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:24:26.074476 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85bc57e-4123-4a9a-9fd3-28ecab219116 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:24:26.074883 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85bc57e-4123-4a9a-9fd3-28ecab219116 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:24:26.089793 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-b85bc57e-4123-4a9a-9fd3-28ecab219116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:24:26.093838 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-b85bc57e-4123-4a9a-9fd3-28ecab219116 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/9d4eda09-b0fb-424a-a8ba-bd738d6128ee HTTP/1.1" status: 204 len: 168 time: 1.4860036 Apr 21 06:24:26.097023 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 43630) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:24:26.099536 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-52e7ab34-928f-4103-bbb3-cf19dc6780e9 req-1af331d0-e647-4410-bff1-e7b12f7db346 service neutron] 10.222.0.11 "GET /v2.0/networks/8a477b33-6a11-4388-9f32-3a61c0f7920e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954041 Apr 21 06:24:26.225885 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-e6afa84a-299b-4f79-ae7e-221104f3fd6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853439508'] for network, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:26.358339 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-e6afa84a-299b-4f79-ae7e-221104f3fd6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1367541', 'neutron.services.segments.db._delete_segments_for_network-8765873502323'] for network, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:26.473910 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.services.segments.db [None req-e6afa84a-299b-4f79-ae7e-221104f3fd6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bda06b01-d6bd-4a89-80ec-83de64eb1aef']}} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:24:26.487261 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.services.segments.db [None req-e6afa84a-299b-4f79-ae7e-221104f3fd6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6849e011-e119-4022-ab4b-e4ced7e8d5f9') {'for_net_delete': True} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:24:26.487592 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.services.segments.db [None req-e6afa84a-299b-4f79-ae7e-221104f3fd6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6849e011-e119-4022-ab4b-e4ced7e8d5f9') {} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:24:26.499861 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-e6afa84a-299b-4f79-ae7e-221104f3fd6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363270981292899', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7355468'] for segment, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:26.563149 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-e6afa84a-299b-4f79-ae7e-221104f3fd6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1361606'] for segment, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:26.569987 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6afa84a-299b-4f79-ae7e-221104f3fd6e admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=86433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 21 06:24:26.744591 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-e6afa84a-299b-4f79-ae7e-221104f3fd6e admin admin] Network bda06b01-d6bd-4a89-80ec-83de64eb1aef has no segments {{(pid=86433) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 06:24:26.756527 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-e6afa84a-299b-4f79-ae7e-221104f3fd6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853414223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848204346'] for segment, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:26.929246 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-e6afa84a-299b-4f79-ae7e-221104f3fd6e admin admin] Network bda06b01-d6bd-4a89-80ec-83de64eb1aef has no segments {{(pid=86433) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 06:24:26.951334 dv-cinder-782390-6-iscsi neutron-server[86317]: Traceback (most recent call last): Apr 21 06:24:26.951334 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 06:24:26.951334 dv-cinder-782390-6-iscsi neutron-server[86317]: timer() Apr 21 06:24:26.951334 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 06:24:26.951334 dv-cinder-782390-6-iscsi neutron-server[86317]: cb(*args, **kw) Apr 21 06:24:26.951334 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 21 06:24:26.951334 dv-cinder-782390-6-iscsi neutron-server[86317]: return func(*args, **kwargs) Apr 21 06:24:26.951334 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 06:24:26.951334 dv-cinder-782390-6-iscsi neutron-server[86317]: self._notify() Apr 21 06:24:26.951334 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 06:24:26.951334 dv-cinder-782390-6-iscsi neutron-server[86317]: self.callback(batched_events) Apr 21 06:24:26.951334 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 06:24:26.951334 dv-cinder-782390-6-iscsi neutron-server[86317]: event.method(event) Apr 21 06:24:26.951334 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 06:24:26.951334 dv-cinder-782390-6-iscsi neutron-server[86317]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 06:24:26.951334 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 21 06:24:26.951334 dv-cinder-782390-6-iscsi neutron-server[86317]: segment_id)['aggregates'][0] Apr 21 06:24:26.951334 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 06:24:26.951334 dv-cinder-782390-6-iscsi neutron-server[86317]: return f(self, *a, **k) Apr 21 06:24:26.951334 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 06:24:26.951334 dv-cinder-782390-6-iscsi neutron-server[86317]: return self._get(url).json() Apr 21 06:24:26.951334 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 06:24:26.951334 dv-cinder-782390-6-iscsi neutron-server[86317]: **kwargs) Apr 21 06:24:26.951334 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 06:24:26.951334 dv-cinder-782390-6-iscsi neutron-server[86317]: return self.request(url, 'GET', **kwargs) Apr 21 06:24:26.951334 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 21 06:24:26.951334 dv-cinder-782390-6-iscsi neutron-server[86317]: **endpoint_filter) Apr 21 06:24:26.951334 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 06:24:26.951334 dv-cinder-782390-6-iscsi neutron-server[86317]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 06:24:26.951334 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 06:24:26.951334 dv-cinder-782390-6-iscsi neutron-server[86317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 06:24:26.951334 dv-cinder-782390-6-iscsi neutron-server[86317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 06:24:27.190403 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-e6afa84a-299b-4f79-ae7e-221104f3fd6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853408259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8011138'] for network, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:27.194313 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-272c3b22-b32b-4282-ba1a-6d22a7cebf6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:24:27.211049 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-e6afa84a-299b-4f79-ae7e-221104f3fd6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846863987'] for network, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:27.218509 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6afa84a-299b-4f79-ae7e-221104f3fd6e admin admin] Pushing event deleted for resources: {'Network': ['ID=bda06b01-d6bd-4a89-80ec-83de64eb1aef,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:24:27.226819 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6afa84a-299b-4f79-ae7e-221104f3fd6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:24:27.227248 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6afa84a-299b-4f79-ae7e-221104f3fd6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:24:27.227645 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6afa84a-299b-4f79-ae7e-221104f3fd6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:24:27.228050 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6afa84a-299b-4f79-ae7e-221104f3fd6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:24:27.228446 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6afa84a-299b-4f79-ae7e-221104f3fd6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:24:27.228844 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6afa84a-299b-4f79-ae7e-221104f3fd6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:24:27.229232 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6afa84a-299b-4f79-ae7e-221104f3fd6e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:24:27.229620 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6afa84a-299b-4f79-ae7e-221104f3fd6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:24:27.230010 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6afa84a-299b-4f79-ae7e-221104f3fd6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:24:27.230572 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6afa84a-299b-4f79-ae7e-221104f3fd6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:24:27.232318 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6afa84a-299b-4f79-ae7e-221104f3fd6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:24:27.232749 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6afa84a-299b-4f79-ae7e-221104f3fd6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:24:27.242722 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 43648) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:24:27.242887 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-e6afa84a-299b-4f79-ae7e-221104f3fd6e admin admin] 10.222.0.15 "DELETE /v2.0/networks/bda06b01-d6bd-4a89-80ec-83de64eb1aef HTTP/1.1" status: 204 len: 168 time: 1.1440926 Apr 21 06:24:27.243856 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-e6afa84a-299b-4f79-ae7e-221104f3fd6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:24:27.316234 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c23b600-d697-49a8-b7e0-3742e04673cc admin admin] Deleting subnet 1767cf16-85d3-4dc9-b63e-72ae86445053 {{(pid=86432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 21 06:24:27.319376 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3c23b600-d697-49a8-b7e0-3742e04673cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:27.371792 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3c23b600-d697-49a8-b7e0-3742e04673cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7129852'] for subnet, precommit_delete_associations {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:27.427556 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3c23b600-d697-49a8-b7e0-3742e04673cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853408352'] for subnet, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:27.745514 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3c23b600-d697-49a8-b7e0-3742e04673cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7991656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848222979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847718353'] for subnet, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:27.749968 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-b85bc57e-4123-4a9a-9fd3-28ecab219116 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:24:27.785435 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c23b600-d697-49a8-b7e0-3742e04673cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1767cf16-85d3-4dc9-b63e-72ae86445053,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:24:27.789206 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-3c23b600-d697-49a8-b7e0-3742e04673cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:24:27.791669 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3c23b600-d697-49a8-b7e0-3742e04673cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846863987'] for subnet, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:27.798279 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-3c23b600-d697-49a8-b7e0-3742e04673cc admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1767cf16-85d3-4dc9-b63e-72ae86445053 HTTP/1.1" status: 204 len: 168 time: 0.5543079 Apr 21 06:24:27.800902 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 43660) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:24:27.914969 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-fe199cad-804b-4c96-b2dc-253bc98e8cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853439508'] for network, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:28.043096 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-fe199cad-804b-4c96-b2dc-253bc98e8cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1367541', 'neutron.services.segments.db._delete_segments_for_network-8765873502323'] for network, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:28.154146 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.services.segments.db [None req-fe199cad-804b-4c96-b2dc-253bc98e8cf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b124cbb-246c-423e-aee8-f9aad056e624']}} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:24:28.166419 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.services.segments.db [None req-fe199cad-804b-4c96-b2dc-253bc98e8cf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47c77a56-e42b-4d7a-b4f1-d169f8e1fd8c') {'for_net_delete': True} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:24:28.166781 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.services.segments.db [None req-fe199cad-804b-4c96-b2dc-253bc98e8cf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47c77a56-e42b-4d7a-b4f1-d169f8e1fd8c') {} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:24:28.178405 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-fe199cad-804b-4c96-b2dc-253bc98e8cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363270981292899', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847645964'] for segment, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:28.192642 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-fe199cad-804b-4c96-b2dc-253bc98e8cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1361606'] for segment, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:28.199260 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe199cad-804b-4c96-b2dc-253bc98e8cf2 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=86432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 21 06:24:28.378244 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-fe199cad-804b-4c96-b2dc-253bc98e8cf2 admin admin] Network 6b124cbb-246c-423e-aee8-f9aad056e624 has no segments {{(pid=86432) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 06:24:28.387683 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-fe199cad-804b-4c96-b2dc-253bc98e8cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853414223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6553438'] for segment, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:28.567712 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-fe199cad-804b-4c96-b2dc-253bc98e8cf2 admin admin] Network 6b124cbb-246c-423e-aee8-f9aad056e624 has no segments {{(pid=86432) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 06:24:28.593131 dv-cinder-782390-6-iscsi neutron-server[86317]: Traceback (most recent call last): Apr 21 06:24:28.593131 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 06:24:28.593131 dv-cinder-782390-6-iscsi neutron-server[86317]: timer() Apr 21 06:24:28.593131 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 06:24:28.593131 dv-cinder-782390-6-iscsi neutron-server[86317]: cb(*args, **kw) Apr 21 06:24:28.593131 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 21 06:24:28.593131 dv-cinder-782390-6-iscsi neutron-server[86317]: return func(*args, **kwargs) Apr 21 06:24:28.593131 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 06:24:28.593131 dv-cinder-782390-6-iscsi neutron-server[86317]: self._notify() Apr 21 06:24:28.593131 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 06:24:28.593131 dv-cinder-782390-6-iscsi neutron-server[86317]: self.callback(batched_events) Apr 21 06:24:28.593131 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 06:24:28.593131 dv-cinder-782390-6-iscsi neutron-server[86317]: event.method(event) Apr 21 06:24:28.593131 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 06:24:28.593131 dv-cinder-782390-6-iscsi neutron-server[86317]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 06:24:28.593131 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 21 06:24:28.593131 dv-cinder-782390-6-iscsi neutron-server[86317]: segment_id)['aggregates'][0] Apr 21 06:24:28.593131 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 06:24:28.593131 dv-cinder-782390-6-iscsi neutron-server[86317]: return f(self, *a, **k) Apr 21 06:24:28.593131 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 06:24:28.593131 dv-cinder-782390-6-iscsi neutron-server[86317]: return self._get(url).json() Apr 21 06:24:28.593131 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 06:24:28.593131 dv-cinder-782390-6-iscsi neutron-server[86317]: **kwargs) Apr 21 06:24:28.593131 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 06:24:28.593131 dv-cinder-782390-6-iscsi neutron-server[86317]: return self.request(url, 'GET', **kwargs) Apr 21 06:24:28.593131 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 21 06:24:28.593131 dv-cinder-782390-6-iscsi neutron-server[86317]: **endpoint_filter) Apr 21 06:24:28.593131 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 06:24:28.593131 dv-cinder-782390-6-iscsi neutron-server[86317]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 06:24:28.593131 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 06:24:28.593131 dv-cinder-782390-6-iscsi neutron-server[86317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 06:24:28.593131 dv-cinder-782390-6-iscsi neutron-server[86317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 06:24:28.728466 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-fe199cad-804b-4c96-b2dc-253bc98e8cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853408259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8011138'] for network, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:28.732359 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-15ca3dac-6e75-451e-ab75-9452e72e9dae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:24:28.747458 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-fe199cad-804b-4c96-b2dc-253bc98e8cf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846863987'] for network, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:28.757360 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe199cad-804b-4c96-b2dc-253bc98e8cf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b124cbb-246c-423e-aee8-f9aad056e624,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:24:28.760498 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-fe199cad-804b-4c96-b2dc-253bc98e8cf2 admin admin] 10.222.0.15 "DELETE /v2.0/networks/6b124cbb-246c-423e-aee8-f9aad056e624 HTTP/1.1" status: 204 len: 168 time: 0.9585769 Apr 21 06:24:28.761998 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-fe199cad-804b-4c96-b2dc-253bc98e8cf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:24:28.955500 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 43678) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:24:29.010184 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-d976f444-e682-460b-8ff4-5e8347de0dd9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=449bf4366ddb403bb86937f23422614f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0534132 Apr 21 06:24:29.012659 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 43682) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:24:29.073312 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-ce0a882e-6963-47c5-974d-1d765ba55aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:29.100009 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-ce0a882e-6963-47c5-974d-1d765ba55aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:29.265501 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-ce0a882e-6963-47c5-974d-1d765ba55aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:29.270602 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-51aa28c5-9667-4bf7-bcfa-7e0674a7c67e tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:24:29.284930 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0a882e-6963-47c5-974d-1d765ba55aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99188f0d-22f9-45d0-bfb6-b4df63c3c324,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:24:29.287899 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-ce0a882e-6963-47c5-974d-1d765ba55aa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:24:29.288815 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-ce0a882e-6963-47c5-974d-1d765ba55aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:29.290026 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-ce0a882e-6963-47c5-974d-1d765ba55aa0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/99188f0d-22f9-45d0-bfb6-b4df63c3c324 HTTP/1.1" status: 204 len: 168 time: 0.2764118 Apr 21 06:24:29.836981 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 43706) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:24:29.892632 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-40293bc1-208d-4274-84d8-e04db799c7fc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a0641a8eea9f4df3a4ce06d70f479f41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0543499 Apr 21 06:24:29.898592 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 43712) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:24:29.963260 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-39d8692e-a052-41d0-9ba0-82c62129fe7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:29.994661 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-39d8692e-a052-41d0-9ba0-82c62129fe7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:30.071586 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-39d8692e-a052-41d0-9ba0-82c62129fe7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:30.076645 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-ea163bbd-bd82-489d-a5a1-ba552bc74fe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:24:30.091031 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d8692e-a052-41d0-9ba0-82c62129fe7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5fbf66b-3685-4f5e-8c9d-d6100ba12e14,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:24:30.094028 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-39d8692e-a052-41d0-9ba0-82c62129fe7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:24:30.095019 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-39d8692e-a052-41d0-9ba0-82c62129fe7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:30.099067 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-39d8692e-a052-41d0-9ba0-82c62129fe7b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f5fbf66b-3685-4f5e-8c9d-d6100ba12e14 HTTP/1.1" status: 204 len: 168 time: 0.1962934 Apr 21 06:24:30.190500 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 43720) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:24:30.449794 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-e678f177-e785-426c-9d28-d732b0f6a733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:30.467961 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-e678f177-e785-426c-9d28-d732b0f6a733 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:24:30.473010 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-e678f177-e785-426c-9d28-d732b0f6a733 admin admin] Usage tracker for resource:security_group_rule and tenant:574a259634cf4c1e93aa8087ccfe15f4 is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:24:30.476872 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-e678f177-e785-426c-9d28-d732b0f6a733 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:24:30.483121 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-e678f177-e785-426c-9d28-d732b0f6a733 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:24:30.618031 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-e678f177-e785-426c-9d28-d732b0f6a733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:30.647833 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-e678f177-e785-426c-9d28-d732b0f6a733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:30.657726 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-3aebd614-1f25-45da-aedc-c3754d9e1932 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:24:30.699285 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-e678f177-e785-426c-9d28-d732b0f6a733 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=574a259634cf4c1e93aa8087ccfe15f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5075893 Apr 21 06:24:30.700198 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e678f177-e785-426c-9d28-d732b0f6a733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d12743f7-9761-451d-93b0-f86a3b98f591,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:24:30.702260 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 43740) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:24:30.703449 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-e678f177-e785-426c-9d28-d732b0f6a733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:24:30.768900 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4b6160f1-fd1e-4ba4-af8e-1fbfec57ca3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:30.801584 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4b6160f1-fd1e-4ba4-af8e-1fbfec57ca3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:30.973483 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4b6160f1-fd1e-4ba4-af8e-1fbfec57ca3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:30.978831 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-cedcef6b-8b56-47e2-b3cf-23b7d665fb7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:24:30.989945 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6160f1-fd1e-4ba4-af8e-1fbfec57ca3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12743f7-9761-451d-93b0-f86a3b98f591,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:24:30.992435 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-4b6160f1-fd1e-4ba4-af8e-1fbfec57ca3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:24:30.998222 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4b6160f1-fd1e-4ba4-af8e-1fbfec57ca3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:31.009610 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-4b6160f1-fd1e-4ba4-af8e-1fbfec57ca3d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d12743f7-9761-451d-93b0-f86a3b98f591 HTTP/1.1" status: 204 len: 168 time: 0.3060856 Apr 21 06:24:32.065983 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-bad0844a-4326-470b-bf9d-bef2d0a4d559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:34.510518 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-fad2eb3e-27cf-492d-9078-07b83dd97bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:35.026049 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:35.528782 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:36.294247 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:37.088563 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:50.089396 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:24:50.464965 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 44054) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:24:50.535926 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-adb4fec9-e08f-4d90-819d-0502f44e7391 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Notify callbacks [] for security_group, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:50.567552 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-adb4fec9-e08f-4d90-819d-0502f44e7391 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:50.648242 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-adb4fec9-e08f-4d90-819d-0502f44e7391 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:50.654499 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-514eb179-a956-4fca-9121-1fee18f894a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:24:50.669014 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb4fec9-e08f-4d90-819d-0502f44e7391 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef3ca1f-0aff-458f-afa0-a2e03b851c5a,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:24:50.672186 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-adb4fec9-e08f-4d90-819d-0502f44e7391 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:24:50.674338 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-adb4fec9-e08f-4d90-819d-0502f44e7391 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Notify callbacks [] for security_group, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:50.678436 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-adb4fec9-e08f-4d90-819d-0502f44e7391 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] 10.222.0.15 "DELETE /v2.0/security-groups/0ef3ca1f-0aff-458f-afa0-a2e03b851c5a HTTP/1.1" status: 204 len: 168 time: 0.2123935 Apr 21 06:24:50.791196 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 44064) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:24:51.529905 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-cc3f826d-d3f0-46b6-899a-b9ba06a076a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036846765670'] for router_interface, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:52.111802 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f826d-d3f0-46b6-899a-b9ba06a076a9 admin admin] Deleting port 0e56b838-e5f6-4ae5-b4a6-bd775f58e4f7 {{(pid=86433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:24:52.112106 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-cc3f826d-d3f0-46b6-899a-b9ba06a076a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363270981359476'] for port, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:52.289367 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-cc3f826d-d3f0-46b6-899a-b9ba06a076a9 admin admin] For port 0e56b838-e5f6-4ae5-b4a6-bd775f58e4f7, host dv-cinder-782390-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=0e56b838-e5f6-4ae5-b4a6-bd775f58e4f7,segment=NetworkSegment(f71ad6e2-2991-411f-92a8-7f3db92bb50f),segment_id=f71ad6e2-2991-411f-92a8-7f3db92bb50f)] {{(pid=86433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:24:52.289765 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-cc3f826d-d3f0-46b6-899a-b9ba06a076a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846743427'] for port, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:52.422396 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f826d-d3f0-46b6-899a-b9ba06a076a9 admin admin] Calling delete_port for 0e56b838-e5f6-4ae5-b4a6-bd775f58e4f7 owned by network:router_interface {{(pid=86433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:24:52.813931 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-cc3f826d-d3f0-46b6-899a-b9ba06a076a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270981355551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765872972847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6571441'] for port, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:52.819072 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5740d310-6fc6-48ba-a2f3-a4d360105c24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:24:52.866926 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f826d-d3f0-46b6-899a-b9ba06a076a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e56b838-e5f6-4ae5-b4a6-bd775f58e4f7,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:24:52.870317 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-cc3f826d-d3f0-46b6-899a-b9ba06a076a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:24:53.144024 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-cc3f826d-d3f0-46b6-899a-b9ba06a076a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7911846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846765596'] for router_interface, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:53.513905 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc3f826d-d3f0-46b6-899a-b9ba06a076a9 admin admin] Router f7905e5d-08e0-4ed7-8d52-69af463636fe has already been hosted by L3 agent 11ad1a07-0ae8-4245-9270-47a08d3f943a {{(pid=86433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 06:24:53.704360 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3f826d-d3f0-46b6-899a-b9ba06a076a9 admin admin] Notify agent at l3_agent.dv-cinder-782390-6-iscsi the message routers_updated {{(pid=86433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 06:24:53.713509 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdc9a17-b1e3-4d13-8d3e-7a9fc15cbf5d None None] Sync routers for ids ['f7905e5d-08e0-4ed7-8d52-69af463636fe'] in dv-cinder-782390-6-iscsi {{(pid=86435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 06:24:53.713708 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-cc3f826d-d3f0-46b6-899a-b9ba06a076a9 admin admin] 10.222.0.15 "PUT /v2.0/routers/f7905e5d-08e0-4ed7-8d52-69af463636fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9198434 Apr 21 06:24:53.716447 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 44102) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:24:53.724020 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdc9a17-b1e3-4d13-8d3e-7a9fc15cbf5d None None] Routers {'f7905e5d-08e0-4ed7-8d52-69af463636fe'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:24:53.724771 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-1fdc9a17-b1e3-4d13-8d3e-7a9fc15cbf5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T06:24:34Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['f7905e5d-08e0-4ed7-8d52-69af463636fe'], 'active': True} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:24:53.906931 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-25249b76-8110-4159-8f4c-9dc6d65048e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:53.923819 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-1fdc9a17-b1e3-4d13-8d3e-7a9fc15cbf5d None None] Set router f7905e5d-08e0-4ed7-8d52-69af463636fe gateway port host: dv-cinder-782390-6-iscsi {{(pid=86435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:24:54.098264 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-25249b76-8110-4159-8f4c-9dc6d65048e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:54.134186 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-25249b76-8110-4159-8f4c-9dc6d65048e7 admin admin] Deleting port 2cb81773-1b87-4e74-896c-e71a87aed683 {{(pid=86433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:24:54.134567 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-25249b76-8110-4159-8f4c-9dc6d65048e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363270981359476'] for port, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:54.223024 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-1fdc9a17-b1e3-4d13-8d3e-7a9fc15cbf5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7905e5d-08e0-4ed7-8d52-69af463636fe', 'name': 'tempest-TestShelveInstance-659445103-router', 'tenant_id': '1d80fae39fbd414aa5d691cb48ced187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '2cb81773-1b87-4e74-896c-e71a87aed683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:18:30Z', 'updated_at': '2021-04-21T06:24:52Z', 'revision_number': 5, 'project_id': '1d80fae39fbd414aa5d691cb48ced187', 'gw_port': {'id': '2cb81773-1b87-4e74-896c-e71a87aed683', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:81:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7905e5d-08e0-4ed7-8d52-69af463636fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:18:31Z', 'updated_at': '2021-04-21T06:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi'}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:24:54.227140 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdc9a17-b1e3-4d13-8d3e-7a9fc15cbf5d None None] Checking router: f7905e5d-08e0-4ed7-8d52-69af463636fe for host: dv-cinder-782390-6-iscsi {{(pid=86435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 06:24:54.236739 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdc9a17-b1e3-4d13-8d3e-7a9fc15cbf5d None None] Routers {'f7905e5d-08e0-4ed7-8d52-69af463636fe'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:24:54.237393 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-1fdc9a17-b1e3-4d13-8d3e-7a9fc15cbf5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T06:24:34Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['f7905e5d-08e0-4ed7-8d52-69af463636fe'], 'active': True} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:24:54.323018 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-25249b76-8110-4159-8f4c-9dc6d65048e7 admin admin] For port 2cb81773-1b87-4e74-896c-e71a87aed683, host dv-cinder-782390-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=2cb81773-1b87-4e74-896c-e71a87aed683,segment=NetworkSegment(d57a18c0-30ee-4dde-82a2-7c14b6979212),segment_id=d57a18c0-30ee-4dde-82a2-7c14b6979212)] {{(pid=86433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:24:54.323416 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-25249b76-8110-4159-8f4c-9dc6d65048e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846743427'] for port, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:54.397347 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-1fdc9a17-b1e3-4d13-8d3e-7a9fc15cbf5d None None] Set router f7905e5d-08e0-4ed7-8d52-69af463636fe gateway port host: None {{(pid=86435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:24:54.512001 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-1fdc9a17-b1e3-4d13-8d3e-7a9fc15cbf5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7905e5d-08e0-4ed7-8d52-69af463636fe', 'name': 'tempest-TestShelveInstance-659445103-router', 'tenant_id': '1d80fae39fbd414aa5d691cb48ced187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:18:30Z', 'updated_at': '2021-04-21T06:24:54Z', 'revision_number': 6, 'project_id': '1d80fae39fbd414aa5d691cb48ced187', 'gw_port_host': None}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:24:54.516539 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdc9a17-b1e3-4d13-8d3e-7a9fc15cbf5d None None] The sync data for ids ['f7905e5d-08e0-4ed7-8d52-69af463636fe'] in dv-cinder-782390-6-iscsi is: [{'id': 'f7905e5d-08e0-4ed7-8d52-69af463636fe', 'name': 'tempest-TestShelveInstance-659445103-router', 'tenant_id': '1d80fae39fbd414aa5d691cb48ced187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:18:30Z', 'updated_at': '2021-04-21T06:24:54Z', 'revision_number': 6, 'project_id': '1d80fae39fbd414aa5d691cb48ced187', 'gw_port_host': None}] {{(pid=86435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 06:24:54.690423 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-25249b76-8110-4159-8f4c-9dc6d65048e7 admin admin] Calling delete_port for 2cb81773-1b87-4e74-896c-e71a87aed683 owned by network:router_gateway {{(pid=86433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:24:55.014913 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-25249b76-8110-4159-8f4c-9dc6d65048e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270981355551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765872972847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6571441'] for port, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:55.019366 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-cc3f826d-d3f0-46b6-899a-b9ba06a076a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:24:55.066269 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25249b76-8110-4159-8f4c-9dc6d65048e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cb81773-1b87-4e74-896c-e71a87aed683,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:24:55.070303 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-25249b76-8110-4159-8f4c-9dc6d65048e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:24:55.169484 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-25249b76-8110-4159-8f4c-9dc6d65048e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8022373'] for router_gateway, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:55.352939 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-25249b76-8110-4159-8f4c-9dc6d65048e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8010553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854775202'] for router, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:55.355243 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-25249b76-8110-4159-8f4c-9dc6d65048e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:55.532703 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-25249b76-8110-4159-8f4c-9dc6d65048e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846777987'] for router, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:55.533292 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25249b76-8110-4159-8f4c-9dc6d65048e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7905e5d-08e0-4ed7-8d52-69af463636fe {{(pid=86433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 21 06:24:55.546639 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-25249b76-8110-4159-8f4c-9dc6d65048e7 admin admin] Notify callbacks [] for router, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:55.547902 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-25249b76-8110-4159-8f4c-9dc6d65048e7 admin admin] 10.222.0.15 "DELETE /v2.0/routers/f7905e5d-08e0-4ed7-8d52-69af463636fe HTTP/1.1" status: 204 len: 168 time: 1.8303418 Apr 21 06:24:55.550536 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 44124) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:24:55.617868 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.db_base_plugin_v2 [None req-feb082f8-a00b-454b-bc60-cc90bb6530b2 admin admin] Deleting subnet cc9bac0a-80b6-4fd8-aa2e-4f82dce3f82f {{(pid=86433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 21 06:24:55.621866 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-feb082f8-a00b-454b-bc60-cc90bb6530b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:55.673499 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-feb082f8-a00b-454b-bc60-cc90bb6530b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847420348'] for subnet, precommit_delete_associations {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:55.799165 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-feb082f8-a00b-454b-bc60-cc90bb6530b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853408352'] for subnet, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:55.842009 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 2cb81773-1b87-4e74-896c-e71a87aed683 no longer exists at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:24:55.880308 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] No Port match for: 2cb81773-1b87-4e74-896c-e71a87aed683 {{(pid=86434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:24:55.880703 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 2cb81773-1b87-4e74-896c-e71a87aed683 not bound to the agent host dv-cinder-782390-6-iscsi {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:24:55.881203 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 0e56b838-e5f6-4ae5-b4a6-bd775f58e4f7 no longer exists at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:24:55.916710 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] No Port match for: 0e56b838-e5f6-4ae5-b4a6-bd775f58e4f7 {{(pid=86434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:24:55.917098 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 0e56b838-e5f6-4ae5-b4a6-bd775f58e4f7 not bound to the agent host dv-cinder-782390-6-iscsi {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:24:56.258632 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-feb082f8-a00b-454b-bc60-cc90bb6530b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7991656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6571621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6625940'] for subnet, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:56.264672 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-46df2d15-0e92-4395-9652-a47f24430116 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:24:56.300554 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb082f8-a00b-454b-bc60-cc90bb6530b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc9bac0a-80b6-4fd8-aa2e-4f82dce3f82f,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:24:56.303261 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-feb082f8-a00b-454b-bc60-cc90bb6530b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:24:56.305920 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-feb082f8-a00b-454b-bc60-cc90bb6530b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:56.311906 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3910b6-e364-430b-ad15-808b31195c39 None None] Network ba7fbd72-cb6b-4235-b91e-9c693d4a269f requested from dv-cinder-782390-6-iscsi {{(pid=86434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:24:56.315363 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-feb082f8-a00b-454b-bc60-cc90bb6530b2 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/cc9bac0a-80b6-4fd8-aa2e-4f82dce3f82f HTTP/1.1" status: 204 len: 168 time: 0.7613924 Apr 21 06:24:56.315766 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 44140) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:24:56.432494 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-c4436bc9-0f29-4205-a7d6-072a4bcb40e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853439508'] for network, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:56.443371 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-c4436bc9-0f29-4205-a7d6-072a4bcb40e7 admin admin] Deleting port cf203b0f-b5d7-4a5d-8a02-0924d3bef1a9 {{(pid=86432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:24:56.443734 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-c4436bc9-0f29-4205-a7d6-072a4bcb40e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363270981359476'] for port, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:56.586467 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f80d90e-46a8-43f5-88e1-812dde07a8b4 None None] DHCP port deletion for ba7fbd72-cb6b-4235-b91e-9c693d4a269f request from dv-cinder-782390-6-iscsi {{(pid=86434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 21 06:24:56.591423 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-6f80d90e-46a8-43f5-88e1-812dde07a8b4 None None] Deleting port cf203b0f-b5d7-4a5d-8a02-0924d3bef1a9 {{(pid=86434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:24:56.591788 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6f80d90e-46a8-43f5-88e1-812dde07a8b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363270981359476'] for port, before_delete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:56.672624 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-c4436bc9-0f29-4205-a7d6-072a4bcb40e7 admin admin] For port cf203b0f-b5d7-4a5d-8a02-0924d3bef1a9, host dv-cinder-782390-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=cf203b0f-b5d7-4a5d-8a02-0924d3bef1a9,segment=NetworkSegment(f71ad6e2-2991-411f-92a8-7f3db92bb50f),segment_id=f71ad6e2-2991-411f-92a8-7f3db92bb50f)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:24:56.673348 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-c4436bc9-0f29-4205-a7d6-072a4bcb40e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846743427'] for port, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:56.810271 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-6f80d90e-46a8-43f5-88e1-812dde07a8b4 None None] For port cf203b0f-b5d7-4a5d-8a02-0924d3bef1a9, host dv-cinder-782390-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=cf203b0f-b5d7-4a5d-8a02-0924d3bef1a9,segment=NetworkSegment(f71ad6e2-2991-411f-92a8-7f3db92bb50f),segment_id=f71ad6e2-2991-411f-92a8-7f3db92bb50f)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:24:56.810658 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6f80d90e-46a8-43f5-88e1-812dde07a8b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846743427'] for port, precommit_delete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:56.951300 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-6f80d90e-46a8-43f5-88e1-812dde07a8b4 None None] Calling delete_port for cf203b0f-b5d7-4a5d-8a02-0924d3bef1a9 owned by network:dhcp {{(pid=86434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:24:57.029775 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-c4436bc9-0f29-4205-a7d6-072a4bcb40e7 admin admin] Calling delete_port for cf203b0f-b5d7-4a5d-8a02-0924d3bef1a9 owned by network:dhcp {{(pid=86432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:24:57.172300 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.db.api [None req-c4436bc9-0f29-4205-a7d6-072a4bcb40e7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 21 06:24:57.172300 dv-cinder-782390-6-iscsi neutron-server[86317]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s] Apr 21 06:24:57.172300 dv-cinder-782390-6-iscsi neutron-server[86317]: [parameters: {'port_id': 'cf203b0f-b5d7-4a5d-8a02-0924d3bef1a9'}] Apr 21 06:24:57.172300 dv-cinder-782390-6-iscsi neutron-server[86317]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=86432) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 21 06:24:57.172859 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_db.api [None req-c4436bc9-0f29-4205-a7d6-072a4bcb40e7 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 21 06:24:57.258890 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6f80d90e-46a8-43f5-88e1-812dde07a8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270981355551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765872972847'] for port, after_delete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:57.265259 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-55ad186c-c633-45ad-859f-d4430233c263 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:24:57.310314 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f80d90e-46a8-43f5-88e1-812dde07a8b4 None None] Pushing event deleted for resources: {'Port': ['ID=cf203b0f-b5d7-4a5d-8a02-0924d3bef1a9,revision_number=None']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:24:57.318719 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f80d90e-46a8-43f5-88e1-812dde07a8b4 None None] No DVR routers for this DVR port cf203b0f-b5d7-4a5d-8a02-0924d3bef1a9 on host dv-cinder-782390-6-iscsi {{(pid=86434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 06:24:57.320539 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f80d90e-46a8-43f5-88e1-812dde07a8b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:24:57.320921 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f80d90e-46a8-43f5-88e1-812dde07a8b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:24:57.321301 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f80d90e-46a8-43f5-88e1-812dde07a8b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:24:57.321670 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f80d90e-46a8-43f5-88e1-812dde07a8b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:24:57.322037 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f80d90e-46a8-43f5-88e1-812dde07a8b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:24:57.322405 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f80d90e-46a8-43f5-88e1-812dde07a8b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:24:57.322791 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f80d90e-46a8-43f5-88e1-812dde07a8b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:24:57.323157 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f80d90e-46a8-43f5-88e1-812dde07a8b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:24:57.324153 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f80d90e-46a8-43f5-88e1-812dde07a8b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:24:57.324520 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f80d90e-46a8-43f5-88e1-812dde07a8b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:24:57.324882 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f80d90e-46a8-43f5-88e1-812dde07a8b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:24:57.325242 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f80d90e-46a8-43f5-88e1-812dde07a8b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:24:57.328404 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-6f80d90e-46a8-43f5-88e1-812dde07a8b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:24:57.673796 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-c4436bc9-0f29-4205-a7d6-072a4bcb40e7 admin admin] Deleting port cf203b0f-b5d7-4a5d-8a02-0924d3bef1a9 {{(pid=86432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:24:57.674121 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-c4436bc9-0f29-4205-a7d6-072a4bcb40e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363270981359476'] for port, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:57.744810 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-c4436bc9-0f29-4205-a7d6-072a4bcb40e7 admin admin] The port 'cf203b0f-b5d7-4a5d-8a02-0924d3bef1a9' was deleted {{(pid=86432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 06:24:57.827752 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device cf203b0f-b5d7-4a5d-8a02-0924d3bef1a9 no longer exists at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:24:57.866353 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-c4436bc9-0f29-4205-a7d6-072a4bcb40e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1367541', 'neutron.services.segments.db._delete_segments_for_network-8765873502323'] for network, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:57.872440 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] No Port match for: cf203b0f-b5d7-4a5d-8a02-0924d3bef1a9 {{(pid=86434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:24:57.872840 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device cf203b0f-b5d7-4a5d-8a02-0924d3bef1a9 not bound to the agent host dv-cinder-782390-6-iscsi {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:24:57.983509 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.services.segments.db [None req-c4436bc9-0f29-4205-a7d6-072a4bcb40e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba7fbd72-cb6b-4235-b91e-9c693d4a269f']}} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:24:57.996119 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.services.segments.db [None req-c4436bc9-0f29-4205-a7d6-072a4bcb40e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f71ad6e2-2991-411f-92a8-7f3db92bb50f') {'for_net_delete': True} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:24:57.996459 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.services.segments.db [None req-c4436bc9-0f29-4205-a7d6-072a4bcb40e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f71ad6e2-2991-411f-92a8-7f3db92bb50f') {} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:24:58.008350 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-c4436bc9-0f29-4205-a7d6-072a4bcb40e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363270981292899', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847645964'] for segment, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:58.070733 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-c4436bc9-0f29-4205-a7d6-072a4bcb40e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1361606'] for segment, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:58.077983 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4436bc9-0f29-4205-a7d6-072a4bcb40e7 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=86432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 21 06:24:58.258211 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-c4436bc9-0f29-4205-a7d6-072a4bcb40e7 admin admin] Network ba7fbd72-cb6b-4235-b91e-9c693d4a269f has no segments {{(pid=86432) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 06:24:58.267985 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-c4436bc9-0f29-4205-a7d6-072a4bcb40e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853414223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6553438'] for segment, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:58.450853 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-c4436bc9-0f29-4205-a7d6-072a4bcb40e7 admin admin] Network ba7fbd72-cb6b-4235-b91e-9c693d4a269f has no segments {{(pid=86432) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 06:24:58.472916 dv-cinder-782390-6-iscsi neutron-server[86317]: Traceback (most recent call last): Apr 21 06:24:58.472916 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 06:24:58.472916 dv-cinder-782390-6-iscsi neutron-server[86317]: timer() Apr 21 06:24:58.472916 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 06:24:58.472916 dv-cinder-782390-6-iscsi neutron-server[86317]: cb(*args, **kw) Apr 21 06:24:58.472916 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 21 06:24:58.472916 dv-cinder-782390-6-iscsi neutron-server[86317]: return func(*args, **kwargs) Apr 21 06:24:58.472916 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 06:24:58.472916 dv-cinder-782390-6-iscsi neutron-server[86317]: self._notify() Apr 21 06:24:58.472916 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 06:24:58.472916 dv-cinder-782390-6-iscsi neutron-server[86317]: self.callback(batched_events) Apr 21 06:24:58.472916 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 06:24:58.472916 dv-cinder-782390-6-iscsi neutron-server[86317]: event.method(event) Apr 21 06:24:58.472916 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 06:24:58.472916 dv-cinder-782390-6-iscsi neutron-server[86317]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 06:24:58.472916 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 21 06:24:58.472916 dv-cinder-782390-6-iscsi neutron-server[86317]: segment_id)['aggregates'][0] Apr 21 06:24:58.472916 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 06:24:58.472916 dv-cinder-782390-6-iscsi neutron-server[86317]: return f(self, *a, **k) Apr 21 06:24:58.472916 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 06:24:58.472916 dv-cinder-782390-6-iscsi neutron-server[86317]: return self._get(url).json() Apr 21 06:24:58.472916 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 06:24:58.472916 dv-cinder-782390-6-iscsi neutron-server[86317]: **kwargs) Apr 21 06:24:58.472916 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 06:24:58.472916 dv-cinder-782390-6-iscsi neutron-server[86317]: return self.request(url, 'GET', **kwargs) Apr 21 06:24:58.472916 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 21 06:24:58.472916 dv-cinder-782390-6-iscsi neutron-server[86317]: **endpoint_filter) Apr 21 06:24:58.472916 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 06:24:58.472916 dv-cinder-782390-6-iscsi neutron-server[86317]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 06:24:58.472916 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 06:24:58.472916 dv-cinder-782390-6-iscsi neutron-server[86317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 06:24:58.472916 dv-cinder-782390-6-iscsi neutron-server[86317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 06:24:58.750035 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-c4436bc9-0f29-4205-a7d6-072a4bcb40e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853408259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8011138'] for network, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:58.754001 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:24:58.767994 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-c4436bc9-0f29-4205-a7d6-072a4bcb40e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846863987'] for network, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:58.782642 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4436bc9-0f29-4205-a7d6-072a4bcb40e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba7fbd72-cb6b-4235-b91e-9c693d4a269f,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:24:58.787360 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-c4436bc9-0f29-4205-a7d6-072a4bcb40e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:24:58.789514 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-c4436bc9-0f29-4205-a7d6-072a4bcb40e7 admin admin] 10.222.0.15 "DELETE /v2.0/networks/ba7fbd72-cb6b-4235-b91e-9c693d4a269f HTTP/1.1" status: 204 len: 168 time: 2.4726820 Apr 21 06:24:58.793297 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 44170) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:24:59.351577 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-fdbf9f64-bda5-4d87-a542-c17d8302138d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036846765670'] for router_interface, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:59.715356 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-fdbf9f64-bda5-4d87-a542-c17d8302138d admin admin] Deleting port 84c58c64-d13a-4e35-87c7-ba6d9d52041a {{(pid=86432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:24:59.715738 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-fdbf9f64-bda5-4d87-a542-c17d8302138d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363270981359476'] for port, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:59.894184 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-fdbf9f64-bda5-4d87-a542-c17d8302138d admin admin] For port 84c58c64-d13a-4e35-87c7-ba6d9d52041a, host dv-cinder-782390-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=84c58c64-d13a-4e35-87c7-ba6d9d52041a,segment=NetworkSegment(275f6fb3-8e84-4cbd-ad06-ea3ef4717eae),segment_id=275f6fb3-8e84-4cbd-ad06-ea3ef4717eae)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:24:59.894508 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-fdbf9f64-bda5-4d87-a542-c17d8302138d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846743427'] for port, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:00.022498 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-fdbf9f64-bda5-4d87-a542-c17d8302138d admin admin] Calling delete_port for 84c58c64-d13a-4e35-87c7-ba6d9d52041a owned by network:router_interface {{(pid=86432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:25:00.647954 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-fdbf9f64-bda5-4d87-a542-c17d8302138d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270981355551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765872972847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848222423'] for port, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:00.653042 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-504645ea-ddfd-4f7f-b4d1-0533d1afd8a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:00.736495 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbf9f64-bda5-4d87-a542-c17d8302138d admin admin] Pushing event deleted for resources: {'Port': ['ID=84c58c64-d13a-4e35-87c7-ba6d9d52041a,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:00.743932 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-fdbf9f64-bda5-4d87-a542-c17d8302138d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:00.986252 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-fdbf9f64-bda5-4d87-a542-c17d8302138d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7911846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846765596'] for router_interface, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:01.366519 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdbf9f64-bda5-4d87-a542-c17d8302138d admin admin] Router 34f14af9-b9a6-4707-ace2-5a5fc0e2c8ef has already been hosted by L3 agent 11ad1a07-0ae8-4245-9270-47a08d3f943a {{(pid=86432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 06:25:01.555616 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdbf9f64-bda5-4d87-a542-c17d8302138d admin admin] Notify agent at l3_agent.dv-cinder-782390-6-iscsi the message routers_updated {{(pid=86432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 06:25:01.565378 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38353489-8a0e-45fb-b1d4-f2a91689eb56 None None] Sync routers for ids ['34f14af9-b9a6-4707-ace2-5a5fc0e2c8ef'] in dv-cinder-782390-6-iscsi {{(pid=86434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 06:25:01.565546 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-fdbf9f64-bda5-4d87-a542-c17d8302138d admin admin] 10.222.0.15 "PUT /v2.0/routers/34f14af9-b9a6-4707-ace2-5a5fc0e2c8ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7712142 Apr 21 06:25:01.568229 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 44204) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:25:01.575726 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38353489-8a0e-45fb-b1d4-f2a91689eb56 None None] Routers {'34f14af9-b9a6-4707-ace2-5a5fc0e2c8ef'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:25:01.576660 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-38353489-8a0e-45fb-b1d4-f2a91689eb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T06:24:34Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['34f14af9-b9a6-4707-ace2-5a5fc0e2c8ef'], 'active': True} {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:25:01.753437 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-210099b9-b8b8-4836-b6ba-ff8219f1db4c admin admin] Notify callbacks [] for router, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:01.771819 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-38353489-8a0e-45fb-b1d4-f2a91689eb56 None None] Set router 34f14af9-b9a6-4707-ace2-5a5fc0e2c8ef gateway port host: dv-cinder-782390-6-iscsi {{(pid=86434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:25:01.966060 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-210099b9-b8b8-4836-b6ba-ff8219f1db4c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:02.014218 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-210099b9-b8b8-4836-b6ba-ff8219f1db4c admin admin] Deleting port 856345e8-880e-463f-b5ae-1ff6f0c4f272 {{(pid=86432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:25:02.014461 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-210099b9-b8b8-4836-b6ba-ff8219f1db4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363270981359476'] for port, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:02.098928 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-38353489-8a0e-45fb-b1d4-f2a91689eb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f14af9-b9a6-4707-ace2-5a5fc0e2c8ef', 'name': 'tempest-TestShelveInstance-720866915-router', 'tenant_id': 'db83c7d6dbee4b5c9f1625d7b5ba68f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '856345e8-880e-463f-b5ae-1ff6f0c4f272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:18:38Z', 'updated_at': '2021-04-21T06:25:00Z', 'revision_number': 5, 'project_id': 'db83c7d6dbee4b5c9f1625d7b5ba68f5', 'gw_port': {'id': '856345e8-880e-463f-b5ae-1ff6f0c4f272', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f14af9-b9a6-4707-ace2-5a5fc0e2c8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:18:40Z', 'updated_at': '2021-04-21T06:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi'}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:25:02.103398 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38353489-8a0e-45fb-b1d4-f2a91689eb56 None None] Checking router: 34f14af9-b9a6-4707-ace2-5a5fc0e2c8ef for host: dv-cinder-782390-6-iscsi {{(pid=86434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 06:25:02.109397 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-15d13ae3-ec3e-4c28-8c84-3bb91987bf87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:02.118839 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38353489-8a0e-45fb-b1d4-f2a91689eb56 None None] Routers {'34f14af9-b9a6-4707-ace2-5a5fc0e2c8ef'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:25:02.119569 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-38353489-8a0e-45fb-b1d4-f2a91689eb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T06:24:34Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['34f14af9-b9a6-4707-ace2-5a5fc0e2c8ef'], 'active': True} {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:25:02.204899 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-210099b9-b8b8-4836-b6ba-ff8219f1db4c admin admin] For port 856345e8-880e-463f-b5ae-1ff6f0c4f272, host dv-cinder-782390-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=856345e8-880e-463f-b5ae-1ff6f0c4f272,segment=NetworkSegment(d57a18c0-30ee-4dde-82a2-7c14b6979212),segment_id=d57a18c0-30ee-4dde-82a2-7c14b6979212)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:25:02.205294 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-210099b9-b8b8-4836-b6ba-ff8219f1db4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846743427'] for port, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:02.282966 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-38353489-8a0e-45fb-b1d4-f2a91689eb56 None None] Set router 34f14af9-b9a6-4707-ace2-5a5fc0e2c8ef gateway port host: None {{(pid=86434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:25:02.346024 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-210099b9-b8b8-4836-b6ba-ff8219f1db4c admin admin] Calling delete_port for 856345e8-880e-463f-b5ae-1ff6f0c4f272 owned by network:router_gateway {{(pid=86432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:25:02.397102 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-38353489-8a0e-45fb-b1d4-f2a91689eb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f14af9-b9a6-4707-ace2-5a5fc0e2c8ef', 'name': 'tempest-TestShelveInstance-720866915-router', 'tenant_id': 'db83c7d6dbee4b5c9f1625d7b5ba68f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:18:38Z', 'updated_at': '2021-04-21T06:25:01Z', 'revision_number': 6, 'project_id': 'db83c7d6dbee4b5c9f1625d7b5ba68f5', 'gw_port_host': None}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:25:02.402050 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38353489-8a0e-45fb-b1d4-f2a91689eb56 None None] The sync data for ids ['34f14af9-b9a6-4707-ace2-5a5fc0e2c8ef'] in dv-cinder-782390-6-iscsi is: [{'id': '34f14af9-b9a6-4707-ace2-5a5fc0e2c8ef', 'name': 'tempest-TestShelveInstance-720866915-router', 'tenant_id': 'db83c7d6dbee4b5c9f1625d7b5ba68f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:18:38Z', 'updated_at': '2021-04-21T06:25:01Z', 'revision_number': 6, 'project_id': 'db83c7d6dbee4b5c9f1625d7b5ba68f5', 'gw_port_host': None}] {{(pid=86434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 06:25:02.671076 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-210099b9-b8b8-4836-b6ba-ff8219f1db4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270981355551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765872972847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848222423'] for port, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:02.678156 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:02.734347 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210099b9-b8b8-4836-b6ba-ff8219f1db4c admin admin] Pushing event deleted for resources: {'Port': ['ID=856345e8-880e-463f-b5ae-1ff6f0c4f272,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:02.763250 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-210099b9-b8b8-4836-b6ba-ff8219f1db4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:02.830446 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-210099b9-b8b8-4836-b6ba-ff8219f1db4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8022373'] for router_gateway, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:03.245947 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-210099b9-b8b8-4836-b6ba-ff8219f1db4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8010553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854775202'] for router, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:03.248346 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-210099b9-b8b8-4836-b6ba-ff8219f1db4c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:03.704027 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-210099b9-b8b8-4836-b6ba-ff8219f1db4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846777987'] for router, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:03.704598 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210099b9-b8b8-4836-b6ba-ff8219f1db4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34f14af9-b9a6-4707-ace2-5a5fc0e2c8ef {{(pid=86432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 21 06:25:03.720826 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-210099b9-b8b8-4836-b6ba-ff8219f1db4c admin admin] Notify callbacks [] for router, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:03.720826 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-210099b9-b8b8-4836-b6ba-ff8219f1db4c admin admin] 10.222.0.15 "DELETE /v2.0/routers/34f14af9-b9a6-4707-ace2-5a5fc0e2c8ef HTTP/1.1" status: 204 len: 168 time: 2.1510000 Apr 21 06:25:03.723307 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 44234) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:25:03.792709 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5bd0a47-001f-4443-af25-4dfe7e65b7c5 admin admin] Deleting subnet 78e4ea68-3c27-4e77-bd29-bc153c229467 {{(pid=86432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 21 06:25:03.801500 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d5bd0a47-001f-4443-af25-4dfe7e65b7c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:03.853239 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d5bd0a47-001f-4443-af25-4dfe7e65b7c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7129852'] for subnet, precommit_delete_associations {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:03.859700 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 84c58c64-d13a-4e35-87c7-ba6d9d52041a no longer exists at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:25:03.905061 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] No Port match for: 84c58c64-d13a-4e35-87c7-ba6d9d52041a {{(pid=86434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:25:03.905839 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 84c58c64-d13a-4e35-87c7-ba6d9d52041a not bound to the agent host dv-cinder-782390-6-iscsi {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:25:03.906715 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 856345e8-880e-463f-b5ae-1ff6f0c4f272 no longer exists at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:25:03.948199 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] No Port match for: 856345e8-880e-463f-b5ae-1ff6f0c4f272 {{(pid=86434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:25:03.948597 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 856345e8-880e-463f-b5ae-1ff6f0c4f272 not bound to the agent host dv-cinder-782390-6-iscsi {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:25:04.061362 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d5bd0a47-001f-4443-af25-4dfe7e65b7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853408352'] for subnet, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:04.403313 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d5bd0a47-001f-4443-af25-4dfe7e65b7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7991656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848222979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847718353'] for subnet, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:04.408901 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:04.447778 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd0a47-001f-4443-af25-4dfe7e65b7c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78e4ea68-3c27-4e77-bd29-bc153c229467,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:04.450901 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-d5bd0a47-001f-4443-af25-4dfe7e65b7c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:04.451950 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d5bd0a47-001f-4443-af25-4dfe7e65b7c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846863987'] for subnet, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:04.457618 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c93973-126d-46fe-af20-49affe0c5824 None None] Network 27407ff8-ff49-4a03-8646-a5cff4dc9bea requested from dv-cinder-782390-6-iscsi {{(pid=86434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:25:04.459032 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-d5bd0a47-001f-4443-af25-4dfe7e65b7c5 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/78e4ea68-3c27-4e77-bd29-bc153c229467 HTTP/1.1" status: 204 len: 168 time: 0.7346573 Apr 21 06:25:04.461807 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 44244) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:25:04.590434 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0fcc20a6-067f-4a86-8b5a-d6146bd6f0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853439508'] for network, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:04.603141 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-0fcc20a6-067f-4a86-8b5a-d6146bd6f0de admin admin] Deleting port ac90ab10-6c5e-4e76-85d3-409c89da0433 {{(pid=86432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:25:04.603498 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0fcc20a6-067f-4a86-8b5a-d6146bd6f0de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363270981359476'] for port, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:04.671678 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9a2fea89-bb34-4593-b109-45f82225846f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:04.754358 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5686a518-c1e3-4707-a79c-43a0c9d86e8c None None] DHCP port deletion for 27407ff8-ff49-4a03-8646-a5cff4dc9bea request from dv-cinder-782390-6-iscsi {{(pid=86434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 21 06:25:04.759257 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-5686a518-c1e3-4707-a79c-43a0c9d86e8c None None] Deleting port ac90ab10-6c5e-4e76-85d3-409c89da0433 {{(pid=86434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:25:04.759694 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5686a518-c1e3-4707-a79c-43a0c9d86e8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363270981359476'] for port, before_delete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:04.841113 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-0fcc20a6-067f-4a86-8b5a-d6146bd6f0de admin admin] For port ac90ab10-6c5e-4e76-85d3-409c89da0433, host dv-cinder-782390-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=ac90ab10-6c5e-4e76-85d3-409c89da0433,segment=NetworkSegment(275f6fb3-8e84-4cbd-ad06-ea3ef4717eae),segment_id=275f6fb3-8e84-4cbd-ad06-ea3ef4717eae)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:25:04.841701 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0fcc20a6-067f-4a86-8b5a-d6146bd6f0de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846743427'] for port, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:04.984671 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-5686a518-c1e3-4707-a79c-43a0c9d86e8c None None] For port ac90ab10-6c5e-4e76-85d3-409c89da0433, host dv-cinder-782390-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=ac90ab10-6c5e-4e76-85d3-409c89da0433,segment=NetworkSegment(275f6fb3-8e84-4cbd-ad06-ea3ef4717eae),segment_id=275f6fb3-8e84-4cbd-ad06-ea3ef4717eae)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:25:04.985544 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5686a518-c1e3-4707-a79c-43a0c9d86e8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846743427'] for port, precommit_delete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:04.985781 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-0fcc20a6-067f-4a86-8b5a-d6146bd6f0de admin admin] Calling delete_port for ac90ab10-6c5e-4e76-85d3-409c89da0433 owned by network:dhcp {{(pid=86432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:25:05.128677 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-5686a518-c1e3-4707-a79c-43a0c9d86e8c None None] Calling delete_port for ac90ab10-6c5e-4e76-85d3-409c89da0433 owned by network:dhcp {{(pid=86434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:25:05.305297 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0fcc20a6-067f-4a86-8b5a-d6146bd6f0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270981355551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765872972847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848222423'] for port, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:05.309559 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-6a329ccc-d490-43c8-988b-56573892545c tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:05.358448 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcc20a6-067f-4a86-8b5a-d6146bd6f0de admin admin] Pushing event deleted for resources: {'Port': ['ID=ac90ab10-6c5e-4e76-85d3-409c89da0433,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:05.369894 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-0fcc20a6-067f-4a86-8b5a-d6146bd6f0de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:05.375141 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.db.api [None req-5686a518-c1e3-4707-a79c-43a0c9d86e8c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86434) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 21 06:25:05.375559 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_db.api [None req-5686a518-c1e3-4707-a79c-43a0c9d86e8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 21 06:25:05.406732 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcc20a6-067f-4a86-8b5a-d6146bd6f0de admin admin] No DVR routers for this DVR port ac90ab10-6c5e-4e76-85d3-409c89da0433 on host dv-cinder-782390-6-iscsi {{(pid=86432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 06:25:05.532181 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0fcc20a6-067f-4a86-8b5a-d6146bd6f0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1367541', 'neutron.services.segments.db._delete_segments_for_network-8765873502323'] for network, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:05.650507 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.services.segments.db [None req-0fcc20a6-067f-4a86-8b5a-d6146bd6f0de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27407ff8-ff49-4a03-8646-a5cff4dc9bea']}} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:25:05.663874 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.services.segments.db [None req-0fcc20a6-067f-4a86-8b5a-d6146bd6f0de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '275f6fb3-8e84-4cbd-ad06-ea3ef4717eae') {'for_net_delete': True} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:25:05.664208 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.services.segments.db [None req-0fcc20a6-067f-4a86-8b5a-d6146bd6f0de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '275f6fb3-8e84-4cbd-ad06-ea3ef4717eae') {} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:25:05.676347 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0fcc20a6-067f-4a86-8b5a-d6146bd6f0de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363270981292899', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847645964'] for segment, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:05.692438 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0fcc20a6-067f-4a86-8b5a-d6146bd6f0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1361606'] for segment, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:05.699322 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fcc20a6-067f-4a86-8b5a-d6146bd6f0de admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=86432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 21 06:25:05.836249 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device ac90ab10-6c5e-4e76-85d3-409c89da0433 no longer exists at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:25:05.872045 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] No Port match for: ac90ab10-6c5e-4e76-85d3-409c89da0433 {{(pid=86434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:25:05.872603 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device ac90ab10-6c5e-4e76-85d3-409c89da0433 not bound to the agent host dv-cinder-782390-6-iscsi {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:25:05.876481 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-5686a518-c1e3-4707-a79c-43a0c9d86e8c None None] Deleting port ac90ab10-6c5e-4e76-85d3-409c89da0433 {{(pid=86434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:25:05.876980 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5686a518-c1e3-4707-a79c-43a0c9d86e8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363270981359476'] for port, before_delete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:05.880986 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-0fcc20a6-067f-4a86-8b5a-d6146bd6f0de admin admin] Network 27407ff8-ff49-4a03-8646-a5cff4dc9bea has no segments {{(pid=86432) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 06:25:05.890650 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0fcc20a6-067f-4a86-8b5a-d6146bd6f0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853414223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6553438'] for segment, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:05.950149 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-5686a518-c1e3-4707-a79c-43a0c9d86e8c None None] The port 'ac90ab10-6c5e-4e76-85d3-409c89da0433' was deleted {{(pid=86434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 06:25:06.069982 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-0fcc20a6-067f-4a86-8b5a-d6146bd6f0de admin admin] Network 27407ff8-ff49-4a03-8646-a5cff4dc9bea has no segments {{(pid=86432) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 06:25:06.092279 dv-cinder-782390-6-iscsi neutron-server[86317]: Traceback (most recent call last): Apr 21 06:25:06.092279 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 06:25:06.092279 dv-cinder-782390-6-iscsi neutron-server[86317]: timer() Apr 21 06:25:06.092279 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 06:25:06.092279 dv-cinder-782390-6-iscsi neutron-server[86317]: cb(*args, **kw) Apr 21 06:25:06.092279 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 21 06:25:06.092279 dv-cinder-782390-6-iscsi neutron-server[86317]: return func(*args, **kwargs) Apr 21 06:25:06.092279 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 06:25:06.092279 dv-cinder-782390-6-iscsi neutron-server[86317]: self._notify() Apr 21 06:25:06.092279 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 06:25:06.092279 dv-cinder-782390-6-iscsi neutron-server[86317]: self.callback(batched_events) Apr 21 06:25:06.092279 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 06:25:06.092279 dv-cinder-782390-6-iscsi neutron-server[86317]: event.method(event) Apr 21 06:25:06.092279 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 06:25:06.092279 dv-cinder-782390-6-iscsi neutron-server[86317]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 06:25:06.092279 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 21 06:25:06.092279 dv-cinder-782390-6-iscsi neutron-server[86317]: segment_id)['aggregates'][0] Apr 21 06:25:06.092279 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 06:25:06.092279 dv-cinder-782390-6-iscsi neutron-server[86317]: return f(self, *a, **k) Apr 21 06:25:06.092279 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 06:25:06.092279 dv-cinder-782390-6-iscsi neutron-server[86317]: return self._get(url).json() Apr 21 06:25:06.092279 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 06:25:06.092279 dv-cinder-782390-6-iscsi neutron-server[86317]: **kwargs) Apr 21 06:25:06.092279 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 06:25:06.092279 dv-cinder-782390-6-iscsi neutron-server[86317]: return self.request(url, 'GET', **kwargs) Apr 21 06:25:06.092279 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 21 06:25:06.092279 dv-cinder-782390-6-iscsi neutron-server[86317]: **endpoint_filter) Apr 21 06:25:06.092279 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 06:25:06.092279 dv-cinder-782390-6-iscsi neutron-server[86317]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 06:25:06.092279 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 06:25:06.092279 dv-cinder-782390-6-iscsi neutron-server[86317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 06:25:06.092279 dv-cinder-782390-6-iscsi neutron-server[86317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 06:25:06.829877 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:08.859799 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0fcc20a6-067f-4a86-8b5a-d6146bd6f0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853408259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8011138'] for network, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:08.860401 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:08.861696 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:08.866774 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0fcc20a6-067f-4a86-8b5a-d6146bd6f0de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846863987'] for network, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:08.871604 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-16c13296-e253-416a-9b75-c8cc34d3cf7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:08.896940 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcc20a6-067f-4a86-8b5a-d6146bd6f0de admin admin] Pushing event deleted for resources: {'Network': ['ID=27407ff8-ff49-4a03-8646-a5cff4dc9bea,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:08.905619 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-0fcc20a6-067f-4a86-8b5a-d6146bd6f0de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:08.905619 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-0fcc20a6-067f-4a86-8b5a-d6146bd6f0de admin admin] 10.222.0.15 "DELETE /v2.0/networks/27407ff8-ff49-4a03-8646-a5cff4dc9bea HTTP/1.1" status: 204 len: 168 time: 4.4402661 Apr 21 06:25:08.917705 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:09.768180 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 44312) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:25:09.826712 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-4d751cf7-96c2-46c9-bdd9-75a91dab3535 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1d80fae39fbd414aa5d691cb48ced187&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0558214 Apr 21 06:25:09.827950 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 44316) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:25:09.889133 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-983f21a9-6940-43d9-ba98-da1c8e813734 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:09.916492 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-983f21a9-6940-43d9-ba98-da1c8e813734 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:09.985045 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-983f21a9-6940-43d9-ba98-da1c8e813734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:09.991708 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-2509fd04-ab32-42d4-94cb-89fcb7bcbd7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:10.008715 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983f21a9-6940-43d9-ba98-da1c8e813734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887cda04-dc24-4a3e-ab03-2bb91103dbba,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:10.011732 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-983f21a9-6940-43d9-ba98-da1c8e813734 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:10.012692 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-983f21a9-6940-43d9-ba98-da1c8e813734 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:10.014013 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-983f21a9-6940-43d9-ba98-da1c8e813734 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/887cda04-dc24-4a3e-ab03-2bb91103dbba HTTP/1.1" status: 204 len: 168 time: 0.1850870 Apr 21 06:25:10.612826 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 44336) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:25:10.669470 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-c20e1c4f-a3de-4d04-b05b-965a803306ca admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=db83c7d6dbee4b5c9f1625d7b5ba68f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0553257 Apr 21 06:25:10.672163 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 44340) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:25:10.741742 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5e634562-8871-418d-8723-e48a42cb99c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:10.768553 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5e634562-8871-418d-8723-e48a42cb99c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:10.985066 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5e634562-8871-418d-8723-e48a42cb99c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:10.990343 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-64d1be3e-ed61-421e-8c44-abf57ca11474 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:11.001704 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e634562-8871-418d-8723-e48a42cb99c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1047262c-fdf8-4c2d-ac37-e58bdd570989,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:11.006593 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5e634562-8871-418d-8723-e48a42cb99c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:11.008498 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5e634562-8871-418d-8723-e48a42cb99c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:11.019970 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-5e634562-8871-418d-8723-e48a42cb99c1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1047262c-fdf8-4c2d-ac37-e58bdd570989 HTTP/1.1" status: 204 len: 168 time: 0.3463252 Apr 21 06:25:12.250604 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 44380) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:25:12.364391 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-40ac5b11-a1d8-4526-b8de-440afc8c0b56 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2096603216-network', 'tenant_id': '3306973b72b44b4bbb646cebeef6bb38'}} {{(pid=86432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:25:12.369486 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-40ac5b11-a1d8-4526-b8de-440afc8c0b56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:25:12.373519 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-40ac5b11-a1d8-4526-b8de-440afc8c0b56 admin admin] Usage tracker for resource:network and tenant:3306973b72b44b4bbb646cebeef6bb38 is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:25:12.376482 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-40ac5b11-a1d8-4526-b8de-440afc8c0b56 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:25:12.382361 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-40ac5b11-a1d8-4526-b8de-440afc8c0b56 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:25:12.418078 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ac5b11-a1d8-4526-b8de-440afc8c0b56 admin admin] Made reservation on behalf of 3306973b72b44b4bbb646cebeef6bb38 for: {'network': 1} {{(pid=86432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:25:12.423012 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-40ac5b11-a1d8-4526-b8de-440afc8c0b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for network, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:12.436665 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-40ac5b11-a1d8-4526-b8de-440afc8c0b56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:12.452262 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-40ac5b11-a1d8-4526-b8de-440afc8c0b56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:25:12.456250 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-40ac5b11-a1d8-4526-b8de-440afc8c0b56 admin admin] Usage tracker for resource:security_group_rule and tenant:3306973b72b44b4bbb646cebeef6bb38 is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:25:12.459224 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-40ac5b11-a1d8-4526-b8de-440afc8c0b56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:25:12.465177 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-40ac5b11-a1d8-4526-b8de-440afc8c0b56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:25:12.647329 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-40ac5b11-a1d8-4526-b8de-440afc8c0b56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:12.670273 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-40ac5b11-a1d8-4526-b8de-440afc8c0b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:12.674701 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-ce0a882e-6963-47c5-974d-1d765ba55aa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:12.703982 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40ac5b11-a1d8-4526-b8de-440afc8c0b56 admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=86432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 21 06:25:12.717924 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ac5b11-a1d8-4526-b8de-440afc8c0b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7437c5f9-10bc-4320-b49f-add51e519327,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:12.722359 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-40ac5b11-a1d8-4526-b8de-440afc8c0b56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:12.764309 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-40ac5b11-a1d8-4526-b8de-440afc8c0b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1361606'] for segment, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:12.764709 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.db.segments_db [None req-40ac5b11-a1d8-4526-b8de-440afc8c0b56 admin admin] Added segment 77224ea8-00a3-4bd5-ba13-4464a782f613 of type vlan for network ca0aa56c-da9c-4408-9693-929197941ba3 Apr 21 06:25:12.843877 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-40ac5b11-a1d8-4526-b8de-440afc8c0b56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765872960183'] for network, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:12.934016 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-40ac5b11-a1d8-4526-b8de-440afc8c0b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970'] for network, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:12.935451 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ac5b11-a1d8-4526-b8de-440afc8c0b56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:25:12.936093 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-40ac5b11-a1d8-4526-b8de-440afc8c0b56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846863987'] for network, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:12.941424 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:13.045110 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ac5b11-a1d8-4526-b8de-440afc8c0b56 admin admin] Pushing event updated for resources: {'Network': ['ID=ca0aa56c-da9c-4408-9693-929197941ba3,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:13.049475 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-40ac5b11-a1d8-4526-b8de-440afc8c0b56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:13.055970 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Network ca0aa56c-da9c-4408-9693-929197941ba3 details requested by agent ovs-agent-dv-cinder-782390-6-iscsi with host dv-cinder-782390-6-iscsi {{(pid=86434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 21 06:25:13.065581 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-40ac5b11-a1d8-4526-b8de-440afc8c0b56 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8137634 Apr 21 06:25:13.068643 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 44396) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:25:13.074799 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-285f25c5-f895-4c01-b761-db925135a649 admin admin] Request body: {'subnet': {'network_id': 'ca0aa56c-da9c-4408-9693-929197941ba3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2096603216-subnet', 'tenant_id': '3306973b72b44b4bbb646cebeef6bb38', 'ip_version': 4}} {{(pid=86432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:25:13.079816 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-285f25c5-f895-4c01-b761-db925135a649 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:25:13.083909 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-285f25c5-f895-4c01-b761-db925135a649 admin admin] Usage tracker for resource:subnet and tenant:3306973b72b44b4bbb646cebeef6bb38 is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:25:13.086941 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-285f25c5-f895-4c01-b761-db925135a649 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:25:13.092992 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-285f25c5-f895-4c01-b761-db925135a649 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:25:13.133285 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-285f25c5-f895-4c01-b761-db925135a649 admin admin] Made reservation on behalf of 3306973b72b44b4bbb646cebeef6bb38 for: {'subnet': 1} {{(pid=86432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:25:13.138088 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-285f25c5-f895-4c01-b761-db925135a649 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7057413'] for subnet, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:13.712881 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-285f25c5-f895-4c01-b761-db925135a649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7991656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6552760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7057428'] for subnet, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:13.718192 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:13.791479 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285f25c5-f895-4c01-b761-db925135a649 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf54fc7f-4127-44ee-8bb8-add3f063399a,revision_number=0']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:13.795228 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-285f25c5-f895-4c01-b761-db925135a649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:13.801358 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285f25c5-f895-4c01-b761-db925135a649 admin admin] Checking segment: {'id': '77224ea8-00a3-4bd5-ba13-4464a782f613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ca0aa56c-da9c-4408-9693-929197941ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:25:13.801750 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285f25c5-f895-4c01-b761-db925135a649 admin admin] Network hostable DHCP agents. Network: ca0aa56c-da9c-4408-9693-929197941ba3, hostable agents: ['6e5e74bc-90a9-40d2-b33c-cc5e996b490a'], hosted agents: [] {{(pid=86432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 21 06:25:13.848042 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285f25c5-f895-4c01-b761-db925135a649 admin admin] Network ca0aa56c-da9c-4408-9693-929197941ba3 is scheduled to be hosted by DHCP agent 6e5e74bc-90a9-40d2-b33c-cc5e996b490a with binding_index 1 {{(pid=86432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 21 06:25:13.881969 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [None req-285f25c5-f895-4c01-b761-db925135a649 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-6-iscsi, ca0aa56c-da9c-4408-9693-929197941ba3) {{(pid=86432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:25:13.891635 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba66bba-1d9b-4ae5-9d00-f888cb234ef7 None None] Network ca0aa56c-da9c-4408-9693-929197941ba3 requested from dv-cinder-782390-6-iscsi {{(pid=86434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:25:13.896197 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285f25c5-f895-4c01-b761-db925135a649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:25:13.896849 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-285f25c5-f895-4c01-b761-db925135a649 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846863987'] for subnet, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:13.953297 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-285f25c5-f895-4c01-b761-db925135a649 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8819609 Apr 21 06:25:13.954508 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 44412) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:25:13.960178 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-2d603eea-2ad5-4ac1-9b5a-6f2ab0cc2066 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2096603216-router', 'tenant_id': '3306973b72b44b4bbb646cebeef6bb38', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152'}}} {{(pid=86432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:25:13.965252 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-2d603eea-2ad5-4ac1-9b5a-6f2ab0cc2066 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:25:13.969332 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-2d603eea-2ad5-4ac1-9b5a-6f2ab0cc2066 admin admin] Usage tracker for resource:router and tenant:3306973b72b44b4bbb646cebeef6bb38 is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:25:13.973241 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-2d603eea-2ad5-4ac1-9b5a-6f2ab0cc2066 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:25:13.979722 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-2d603eea-2ad5-4ac1-9b5a-6f2ab0cc2066 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:25:14.012875 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-2d603eea-2ad5-4ac1-9b5a-6f2ab0cc2066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8000236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854775187'] for router, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:14.014137 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-2d603eea-2ad5-4ac1-9b5a-6f2ab0cc2066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846775580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036846753534', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846786285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-614'] for router, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:14.029927 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-2d603eea-2ad5-4ac1-9b5a-6f2ab0cc2066 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:14.125361 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b6d504-0e7d-43db-8971-f6b9dd82f95a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de2c1f0-92f8-5802-94e1-2ca90c756a19-ca0aa56c-da9c-4408-9693-929197941ba3', 'network_id': 'ca0aa56c-da9c-4408-9693-929197941ba3', 'tenant_id': '3306973b72b44b4bbb646cebeef6bb38', 'fixed_ips': [{'subnet_id': 'bf54fc7f-4127-44ee-8bb8-add3f063399a'}]}} from dv-cinder-782390-6-iscsi. {{(pid=86434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 21 06:25:14.126274 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-b5b6d504-0e7d-43db-8971-f6b9dd82f95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_create {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:14.287832 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.db_base_plugin_common [None req-b5b6d504-0e7d-43db-8971-f6b9dd82f95a None None] Allocated IP 172.20.0.2 (ca0aa56c-da9c-4408-9693-929197941ba3/bf54fc7f-4127-44ee-8bb8-add3f063399a/f7b9b1d0-1392-4e21-b5cb-f72daec41ad9) {{(pid=86434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:25:14.344137 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-2d603eea-2ad5-4ac1-9b5a-6f2ab0cc2066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846753291', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036846765217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-599'] for router, precommit_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:14.505481 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-b5b6d504-0e7d-43db-8971-f6b9dd82f95a None None] Notify callbacks [] for port, precommit_create {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:14.516679 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-b5b6d504-0e7d-43db-8971-f6b9dd82f95a None None] Transition to ACTIVE for port object f7b9b1d0-1392-4e21-b5cb-f72daec41ad9 will not be triggered until provisioned by entity L2. {{(pid=86434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:25:14.536653 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-b5b6d504-0e7d-43db-8971-f6b9dd82f95a None None] Transition to ACTIVE for port object f7b9b1d0-1392-4e21-b5cb-f72daec41ad9 will not be triggered until provisioned by entity DHCP. {{(pid=86434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:25:14.596829 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-b5b6d504-0e7d-43db-8971-f6b9dd82f95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363270981802970'] for port, after_create {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:14.603626 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-ba409486-ee38-4f52-9276-97eb58f887d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:14.691762 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b6d504-0e7d-43db-8971-f6b9dd82f95a None None] Network ca0aa56c-da9c-4408-9693-929197941ba3 is already hosted by enough agents. {{(pid=86434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:25:14.694844 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [None req-b5b6d504-0e7d-43db-8971-f6b9dd82f95a None None] Resources bound (agent type, host, resource id): {{(pid=86434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:25:14.700369 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b6d504-0e7d-43db-8971-f6b9dd82f95a None None] Received port after_create {{(pid=86434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:25:14.702758 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b6d504-0e7d-43db-8971-f6b9dd82f95a None None] Pushing event updated for resources: {'Port': ['ID=f7b9b1d0-1392-4e21-b5cb-f72daec41ad9,revision_number=1']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:14.706707 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-b5b6d504-0e7d-43db-8971-f6b9dd82f95a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:14.817189 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-b5b6d504-0e7d-43db-8971-f6b9dd82f95a None None] Attempting to bind port f7b9b1d0-1392-4e21-b5cb-f72daec41ad9 on host dv-cinder-782390-6-iscsi for vnic_type normal with profile {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:25:14.817723 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-b5b6d504-0e7d-43db-8971-f6b9dd82f95a None None] Attempting to bind port f7b9b1d0-1392-4e21-b5cb-f72daec41ad9 by drivers openvswitch,hyperv on host dv-cinder-782390-6-iscsi at level 0 using segments [{'id': '77224ea8-00a3-4bd5-ba13-4464a782f613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ca0aa56c-da9c-4408-9693-929197941ba3'}] {{(pid=86434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:25:14.817909 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b6d504-0e7d-43db-8971-f6b9dd82f95a None None] Attempting to bind port f7b9b1d0-1392-4e21-b5cb-f72daec41ad9 on network ca0aa56c-da9c-4408-9693-929197941ba3 {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:25:14.824425 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b6d504-0e7d-43db-8971-f6b9dd82f95a None None] Checking agent: {'id': '6ed75209-5459-46e4-8756-ce582068b488', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 5, 55, 6), 'started_at': datetime.datetime(2021, 4, 21, 5, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:25:14.824842 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b6d504-0e7d-43db-8971-f6b9dd82f95a None None] Checking segment: {'id': '77224ea8-00a3-4bd5-ba13-4464a782f613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ca0aa56c-da9c-4408-9693-929197941ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:25:14.825291 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-b5b6d504-0e7d-43db-8971-f6b9dd82f95a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:14.825728 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b6d504-0e7d-43db-8971-f6b9dd82f95a None None] Bound using segment: {'id': '77224ea8-00a3-4bd5-ba13-4464a782f613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ca0aa56c-da9c-4408-9693-929197941ba3'} {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:25:14.826250 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-b5b6d504-0e7d-43db-8971-f6b9dd82f95a None None] Bound port: f7b9b1d0-1392-4e21-b5cb-f72daec41ad9, host: dv-cinder-782390-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77224ea8-00a3-4bd5-ba13-4464a782f613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ca0aa56c-da9c-4408-9693-929197941ba3'}}] {{(pid=86434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:25:14.826703 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-b5b6d504-0e7d-43db-8971-f6b9dd82f95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:14.923788 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-b5b6d504-0e7d-43db-8971-f6b9dd82f95a None None] For port f7b9b1d0-1392-4e21-b5cb-f72daec41ad9, host dv-cinder-782390-6-iscsi, cleared binding levels {{(pid=86434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:25:14.927586 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-b5b6d504-0e7d-43db-8971-f6b9dd82f95a None None] For port f7b9b1d0-1392-4e21-b5cb-f72daec41ad9, host dv-cinder-782390-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=f7b9b1d0-1392-4e21-b5cb-f72daec41ad9,segment=NetworkSegment(77224ea8-00a3-4bd5-ba13-4464a782f613),segment_id=77224ea8-00a3-4bd5-ba13-4464a782f613)] {{(pid=86434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:25:14.929585 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-2d603eea-2ad5-4ac1-9b5a-6f2ab0cc2066 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:14.963044 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-2d603eea-2ad5-4ac1-9b5a-6f2ab0cc2066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:14.973046 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-b5b6d504-0e7d-43db-8971-f6b9dd82f95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:14.978302 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-af4a473b-678b-4c14-a8e0-bbd3f0a6fe98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:15.070792 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b6d504-0e7d-43db-8971-f6b9dd82f95a None None] Pushing event updated for resources: {'Port': ['ID=f7b9b1d0-1392-4e21-b5cb-f72daec41ad9,revision_number=2']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:15.080277 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-b5b6d504-0e7d-43db-8971-f6b9dd82f95a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:15.141922 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.db_base_plugin_common [None req-2d603eea-2ad5-4ac1-9b5a-6f2ab0cc2066 admin admin] Allocated IP 172.27.2.156 (07a7a1dd-edf9-4d1b-80a1-539c21f96152/ecb89d71-8db1-4ceb-ad17-1c0004eeb607/733167f6-284c-4179-b808-595026de77af) {{(pid=86432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:25:15.302124 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-2d603eea-2ad5-4ac1-9b5a-6f2ab0cc2066 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:15.373982 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-2d603eea-2ad5-4ac1-9b5a-6f2ab0cc2066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363270981802970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848222423'] for port, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:15.379361 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-b29c5e6b-7a3e-451d-a80c-4f1b8e185641 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:15.441243 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d603eea-2ad5-4ac1-9b5a-6f2ab0cc2066 admin admin] Network 07a7a1dd-edf9-4d1b-80a1-539c21f96152 is already hosted by enough agents. {{(pid=86432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:25:15.449174 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [None req-2d603eea-2ad5-4ac1-9b5a-6f2ab0cc2066 admin admin] Resources bound (agent type, host, resource id): {{(pid=86432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:25:15.451735 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d603eea-2ad5-4ac1-9b5a-6f2ab0cc2066 admin admin] Received port after_create {{(pid=86432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:25:15.498831 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d603eea-2ad5-4ac1-9b5a-6f2ab0cc2066 admin admin] Pushing event updated for resources: {'Port': ['ID=733167f6-284c-4179-b808-595026de77af,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:15.501878 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-2d603eea-2ad5-4ac1-9b5a-6f2ab0cc2066 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:15.880490 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device f7b9b1d0-1392-4e21-b5cb-f72daec41ad9 up at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:25:15.980835 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-2d603eea-2ad5-4ac1-9b5a-6f2ab0cc2066 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:16.002267 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning for port f7b9b1d0-1392-4e21-b5cb-f72daec41ad9 completed by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:25:16.361648 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-2d603eea-2ad5-4ac1-9b5a-6f2ab0cc2066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8010567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8022495'] for router, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:16.402509 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35732dfc-915b-4de5-8b9b-ef9c770983c6 None None] Network ca0aa56c-da9c-4408-9693-929197941ba3 requested from dv-cinder-782390-6-iscsi {{(pid=86434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:25:16.529334 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-ff2d9368-b424-4675-a39d-b1d7906533de None None] Provisioning for port f7b9b1d0-1392-4e21-b5cb-f72daec41ad9 completed by entity DHCP. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:25:16.540919 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-ff2d9368-b424-4675-a39d-b1d7906533de None None] Provisioning complete for port f7b9b1d0-1392-4e21-b5cb-f72daec41ad9 triggered by entity DHCP. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:25:16.541879 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-ff2d9368-b424-4675-a39d-b1d7906533de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:16.607712 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d603eea-2ad5-4ac1-9b5a-6f2ab0cc2066 admin admin] Router 2179b51e-5b50-4792-8af9-72d255344b1a is scheduled to L3 agent 11ad1a07-0ae8-4245-9270-47a08d3f943a with binding_index 1 {{(pid=86432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 21 06:25:16.768337 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-ff2d9368-b424-4675-a39d-b1d7906533de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:16.808174 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-ff2d9368-b424-4675-a39d-b1d7906533de None None] For port f7b9b1d0-1392-4e21-b5cb-f72daec41ad9, host dv-cinder-782390-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=f7b9b1d0-1392-4e21-b5cb-f72daec41ad9,segment=NetworkSegment(77224ea8-00a3-4bd5-ba13-4464a782f613),segment_id=77224ea8-00a3-4bd5-ba13-4464a782f613)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:25:16.810672 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d603eea-2ad5-4ac1-9b5a-6f2ab0cc2066 admin admin] Notify agent at l3_agent.dv-cinder-782390-6-iscsi the message routers_updated {{(pid=86432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 06:25:16.821728 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a06d791-df4d-4650-97a8-8dc162b89c2c None None] Sync routers for ids ['2179b51e-5b50-4792-8af9-72d255344b1a'] in dv-cinder-782390-6-iscsi {{(pid=86435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 06:25:16.834896 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a06d791-df4d-4650-97a8-8dc162b89c2c None None] Routers {'2179b51e-5b50-4792-8af9-72d255344b1a'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:25:16.835097 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-5a06d791-df4d-4650-97a8-8dc162b89c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T06:25:04Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['2179b51e-5b50-4792-8af9-72d255344b1a'], 'active': True} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:25:16.852836 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-ff2d9368-b424-4675-a39d-b1d7906533de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:16.855354 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:16.887201 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-2d603eea-2ad5-4ac1-9b5a-6f2ab0cc2066 admin admin] Notify callbacks [] for router, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:16.891337 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-2d603eea-2ad5-4ac1-9b5a-6f2ab0cc2066 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9330354 Apr 21 06:25:16.891675 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 44446) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:25:16.933902 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2d9368-b424-4675-a39d-b1d7906533de None None] Pushing event updated for resources: {'Port': ['ID=f7b9b1d0-1392-4e21-b5cb-f72daec41ad9,revision_number=3']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:16.937834 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-ff2d9368-b424-4675-a39d-b1d7906533de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:17.037481 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-5a06d791-df4d-4650-97a8-8dc162b89c2c None None] Set router 2179b51e-5b50-4792-8af9-72d255344b1a gateway port host: dv-cinder-782390-6-iscsi {{(pid=86435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:25:17.074792 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-8d6f8899-9bb2-40f8-a9bb-be7329b612ec None None] Provisioning complete for port f7b9b1d0-1392-4e21-b5cb-f72daec41ad9 triggered by entity DHCP. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:25:17.075418 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-8d6f8899-9bb2-40f8-a9bb-be7329b612ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:17.391461 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-5a06d791-df4d-4650-97a8-8dc162b89c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2179b51e-5b50-4792-8af9-72d255344b1a', 'name': 'tempest-TestVolumeBootPattern-2096603216-router', 'tenant_id': '3306973b72b44b4bbb646cebeef6bb38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '733167f6-284c-4179-b808-595026de77af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:25:14Z', 'updated_at': '2021-04-21T06:25:15Z', 'revision_number': 3, 'project_id': '3306973b72b44b4bbb646cebeef6bb38', 'gw_port': {'id': '733167f6-284c-4179-b808-595026de77af', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2179b51e-5b50-4792-8af9-72d255344b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:25:15Z', 'updated_at': '2021-04-21T06:25:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi'}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:25:17.395653 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a06d791-df4d-4650-97a8-8dc162b89c2c None None] Checking router: 2179b51e-5b50-4792-8af9-72d255344b1a for host: dv-cinder-782390-6-iscsi {{(pid=86435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 06:25:17.396053 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a06d791-df4d-4650-97a8-8dc162b89c2c None None] Updating router 2179b51e-5b50-4792-8af9-72d255344b1a port 733167f6-284c-4179-b808-595026de77af binding host dv-cinder-782390-6-iscsi {{(pid=86435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 21 06:25:17.459389 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5a06d791-df4d-4650-97a8-8dc162b89c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86435) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:17.865578 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device f7b9b1d0-1392-4e21-b5cb-f72daec41ad9 up at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:25:17.918091 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6863b085-f83c-48a1-871d-2d68b6d43533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:17.947308 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning complete for port f7b9b1d0-1392-4e21-b5cb-f72daec41ad9 triggered by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:25:17.947759 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:18.001512 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5a06d791-df4d-4650-97a8-8dc162b89c2c None None] Notify callbacks [] for port, precommit_update {{(pid=86435) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:18.013968 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5a06d791-df4d-4650-97a8-8dc162b89c2c None None] Transition to ACTIVE for port object 733167f6-284c-4179-b808-595026de77af will not be triggered until provisioned by entity L2. {{(pid=86435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:25:18.047001 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5a06d791-df4d-4650-97a8-8dc162b89c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86435) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:18.054918 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86435) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:18.130985 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-5a06d791-df4d-4650-97a8-8dc162b89c2c None None] Attempting to bind port 733167f6-284c-4179-b808-595026de77af on host dv-cinder-782390-6-iscsi for vnic_type normal with profile {{(pid=86435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:25:18.131402 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-5a06d791-df4d-4650-97a8-8dc162b89c2c None None] Attempting to bind port 733167f6-284c-4179-b808-595026de77af by drivers openvswitch,hyperv on host dv-cinder-782390-6-iscsi at level 0 using segments [{'id': 'd57a18c0-30ee-4dde-82a2-7c14b6979212', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152'}] {{(pid=86435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:25:18.131808 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a06d791-df4d-4650-97a8-8dc162b89c2c None None] Attempting to bind port 733167f6-284c-4179-b808-595026de77af on network 07a7a1dd-edf9-4d1b-80a1-539c21f96152 {{(pid=86435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:25:18.139403 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617c77e3-5b00-451f-99f9-c3f25b670313 None None] Pushing event updated for resources: {'Port': ['ID=733167f6-284c-4179-b808-595026de77af,revision_number=2']} {{(pid=86435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:18.142990 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a06d791-df4d-4650-97a8-8dc162b89c2c None None] Checking agent: {'id': '6ed75209-5459-46e4-8756-ce582068b488', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 5, 55, 6), 'started_at': datetime.datetime(2021, 4, 21, 5, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:25:18.143402 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a06d791-df4d-4650-97a8-8dc162b89c2c None None] Checking segment: {'id': 'd57a18c0-30ee-4dde-82a2-7c14b6979212', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:25:18.143840 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5a06d791-df4d-4650-97a8-8dc162b89c2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86435) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:18.144263 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a06d791-df4d-4650-97a8-8dc162b89c2c None None] Bound using segment: {'id': 'd57a18c0-30ee-4dde-82a2-7c14b6979212', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152'} {{(pid=86435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:25:18.144774 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-5a06d791-df4d-4650-97a8-8dc162b89c2c None None] Bound port: 733167f6-284c-4179-b808-595026de77af, host: dv-cinder-782390-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd57a18c0-30ee-4dde-82a2-7c14b6979212', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152'}}] {{(pid=86435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:25:18.145181 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5a06d791-df4d-4650-97a8-8dc162b89c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86435) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:18.152576 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.db_base_plugin_common [None req-6863b085-f83c-48a1-871d-2d68b6d43533 admin admin] Allocated IP 172.20.0.1 (ca0aa56c-da9c-4408-9693-929197941ba3/bf54fc7f-4127-44ee-8bb8-add3f063399a/77e8f38f-353b-4c7d-885d-7ed0240b443a) {{(pid=86432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:25:18.187916 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617c77e3-5b00-451f-99f9-c3f25b670313 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:25:18.188327 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617c77e3-5b00-451f-99f9-c3f25b670313 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:25:18.188695 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617c77e3-5b00-451f-99f9-c3f25b670313 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:25:18.189060 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617c77e3-5b00-451f-99f9-c3f25b670313 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:25:18.189420 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617c77e3-5b00-451f-99f9-c3f25b670313 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:25:18.189780 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617c77e3-5b00-451f-99f9-c3f25b670313 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:25:18.190141 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617c77e3-5b00-451f-99f9-c3f25b670313 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:25:18.190497 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617c77e3-5b00-451f-99f9-c3f25b670313 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:25:18.190898 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617c77e3-5b00-451f-99f9-c3f25b670313 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:25:18.191256 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617c77e3-5b00-451f-99f9-c3f25b670313 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:25:18.191607 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617c77e3-5b00-451f-99f9-c3f25b670313 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:25:18.191959 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617c77e3-5b00-451f-99f9-c3f25b670313 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:25:18.196835 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-617c77e3-5b00-451f-99f9-c3f25b670313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86435) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:18.279563 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-5a06d791-df4d-4650-97a8-8dc162b89c2c None None] For port 733167f6-284c-4179-b808-595026de77af, host dv-cinder-782390-6-iscsi, cleared binding levels {{(pid=86435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:25:18.283503 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-5a06d791-df4d-4650-97a8-8dc162b89c2c None None] For port 733167f6-284c-4179-b808-595026de77af, host dv-cinder-782390-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=733167f6-284c-4179-b808-595026de77af,segment=NetworkSegment(d57a18c0-30ee-4dde-82a2-7c14b6979212),segment_id=d57a18c0-30ee-4dde-82a2-7c14b6979212)] {{(pid=86435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:25:18.316820 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5a06d791-df4d-4650-97a8-8dc162b89c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86435) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:18.322359 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86435) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:18.401923 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a06d791-df4d-4650-97a8-8dc162b89c2c None None] Routers {'2179b51e-5b50-4792-8af9-72d255344b1a'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:25:18.402614 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-5a06d791-df4d-4650-97a8-8dc162b89c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T06:25:04Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['2179b51e-5b50-4792-8af9-72d255344b1a'], 'active': True} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:25:18.447831 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6863b085-f83c-48a1-871d-2d68b6d43533 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:18.474122 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-6863b085-f83c-48a1-871d-2d68b6d43533 admin admin] Transition to ACTIVE for port object 77e8f38f-353b-4c7d-885d-7ed0240b443a will not be triggered until provisioned by entity DHCP. {{(pid=86432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:25:18.522605 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617c77e3-5b00-451f-99f9-c3f25b670313 None None] Pushing event updated for resources: {'Port': ['ID=733167f6-284c-4179-b808-595026de77af,revision_number=3']} {{(pid=86435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:18.533252 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-617c77e3-5b00-451f-99f9-c3f25b670313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=86435) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:18.533694 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6863b085-f83c-48a1-871d-2d68b6d43533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363270981802970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848222423'] for port, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:18.538730 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:18.594481 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-5a06d791-df4d-4650-97a8-8dc162b89c2c None None] Set router 2179b51e-5b50-4792-8af9-72d255344b1a gateway port host: dv-cinder-782390-6-iscsi {{(pid=86435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:25:18.602556 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6863b085-f83c-48a1-871d-2d68b6d43533 admin admin] Network ca0aa56c-da9c-4408-9693-929197941ba3 is already hosted by enough agents. {{(pid=86432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:25:18.606641 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [None req-6863b085-f83c-48a1-871d-2d68b6d43533 admin admin] Resources bound (agent type, host, resource id): {{(pid=86432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:25:18.609137 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6863b085-f83c-48a1-871d-2d68b6d43533 admin admin] Received port after_create {{(pid=86432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:25:18.654508 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6863b085-f83c-48a1-871d-2d68b6d43533 admin admin] Pushing event updated for resources: {'Port': ['ID=77e8f38f-353b-4c7d-885d-7ed0240b443a,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:18.657633 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-6863b085-f83c-48a1-871d-2d68b6d43533 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:18.678096 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6863b085-f83c-48a1-871d-2d68b6d43533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846764798'] for router_interface, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:18.893324 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-ba995dc8-4815-46cb-b9cd-5261a366ed5c None None] Provisioning for port 77e8f38f-353b-4c7d-885d-7ed0240b443a completed by entity DHCP. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:25:18.898847 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-ba995dc8-4815-46cb-b9cd-5261a366ed5c None None] Provisioning complete for port 77e8f38f-353b-4c7d-885d-7ed0240b443a triggered by entity DHCP. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:25:18.899282 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-ba995dc8-4815-46cb-b9cd-5261a366ed5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:18.927521 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-5a06d791-df4d-4650-97a8-8dc162b89c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2179b51e-5b50-4792-8af9-72d255344b1a', 'name': 'tempest-TestVolumeBootPattern-2096603216-router', 'tenant_id': '3306973b72b44b4bbb646cebeef6bb38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '733167f6-284c-4179-b808-595026de77af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:25:14Z', 'updated_at': '2021-04-21T06:25:15Z', 'revision_number': 3, 'project_id': '3306973b72b44b4bbb646cebeef6bb38', 'gw_port': {'id': '733167f6-284c-4179-b808-595026de77af', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2179b51e-5b50-4792-8af9-72d255344b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:25:15Z', 'updated_at': '2021-04-21T06:25:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi'}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:25:18.932459 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a06d791-df4d-4650-97a8-8dc162b89c2c None None] The sync data for ids ['2179b51e-5b50-4792-8af9-72d255344b1a'] in dv-cinder-782390-6-iscsi is: [{'id': '2179b51e-5b50-4792-8af9-72d255344b1a', 'name': 'tempest-TestVolumeBootPattern-2096603216-router', 'tenant_id': '3306973b72b44b4bbb646cebeef6bb38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '733167f6-284c-4179-b808-595026de77af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:25:14Z', 'updated_at': '2021-04-21T06:25:15Z', 'revision_number': 3, 'project_id': '3306973b72b44b4bbb646cebeef6bb38', 'gw_port': {'id': '733167f6-284c-4179-b808-595026de77af', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2179b51e-5b50-4792-8af9-72d255344b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:25:15Z', 'updated_at': '2021-04-21T06:25:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi'}] {{(pid=86435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 06:25:18.957149 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-ba995dc8-4815-46cb-b9cd-5261a366ed5c None None] Port 77e8f38f-353b-4c7d-885d-7ed0240b443a cannot update to ACTIVE because it is not bound. {{(pid=86434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 06:25:18.984806 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6863b085-f83c-48a1-871d-2d68b6d43533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:19.222719 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6863b085-f83c-48a1-871d-2d68b6d43533 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:19.253319 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6863b085-f83c-48a1-871d-2d68b6d43533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6553376'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:19.287123 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-8f8747db-203a-48e4-a188-d4b62f4b67f3 tempest-VolumesActionsTest-1480300769 tempest-VolumesActionsTest-1480300769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:19.376219 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6863b085-f83c-48a1-871d-2d68b6d43533 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846863953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8011109'] for router_interface, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:19.380944 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6863b085-f83c-48a1-871d-2d68b6d43533 admin admin] Pushing event updated for resources: {'Port': ['ID=77e8f38f-353b-4c7d-885d-7ed0240b443a,revision_number=2']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:19.385649 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-6863b085-f83c-48a1-871d-2d68b6d43533 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:19.557192 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6863b085-f83c-48a1-871d-2d68b6d43533 admin admin] Network ca0aa56c-da9c-4408-9693-929197941ba3 is already hosted by enough agents. {{(pid=86432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:25:19.558517 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [None req-6863b085-f83c-48a1-871d-2d68b6d43533 admin admin] Resources bound (agent type, host, resource id): {{(pid=86432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:25:19.764582 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6863b085-f83c-48a1-871d-2d68b6d43533 admin admin] Router 2179b51e-5b50-4792-8af9-72d255344b1a has already been hosted by L3 agent 11ad1a07-0ae8-4245-9270-47a08d3f943a {{(pid=86432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 06:25:19.789902 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-52bfbbc1-0f4a-4c5f-9e1e-657f695d627d None None] Provisioning complete for port 77e8f38f-353b-4c7d-885d-7ed0240b443a triggered by entity DHCP. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:25:19.790601 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-52bfbbc1-0f4a-4c5f-9e1e-657f695d627d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:19.857495 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-52bfbbc1-0f4a-4c5f-9e1e-657f695d627d None None] Port 77e8f38f-353b-4c7d-885d-7ed0240b443a cannot update to ACTIVE because it is not bound. {{(pid=86434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 06:25:19.903968 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 733167f6-284c-4179-b808-595026de77af up at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:25:19.985481 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6863b085-f83c-48a1-871d-2d68b6d43533 admin admin] Notify agent at l3_agent.dv-cinder-782390-6-iscsi the message routers_updated {{(pid=86432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 06:25:19.998359 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-6863b085-f83c-48a1-871d-2d68b6d43533 admin admin] 10.222.0.15 "PUT /v2.0/routers/2179b51e-5b50-4792-8af9-72d255344b1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1025267 Apr 21 06:25:20.007888 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning for port 733167f6-284c-4179-b808-595026de77af completed by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:25:20.013871 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning complete for port 733167f6-284c-4179-b808-595026de77af triggered by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:25:20.014288 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:20.148125 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:20.166835 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] For port 733167f6-284c-4179-b808-595026de77af, host dv-cinder-782390-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=733167f6-284c-4179-b808-595026de77af,segment=NetworkSegment(d57a18c0-30ee-4dde-82a2-7c14b6979212),segment_id=d57a18c0-30ee-4dde-82a2-7c14b6979212)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:25:20.206501 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:20.208546 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:20.279836 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Pushing event updated for resources: {'Port': ['ID=733167f6-284c-4179-b808-595026de77af,revision_number=4']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:20.283077 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:20.653946 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 44506) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:25:20.660348 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-d1a2ffb8-0b71-48d4-ad30-b22d562cca05 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1024692868-network', 'tenant_id': '740645b3141e48c4a6da3c2cceea9d50'}} {{(pid=86433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:25:20.665213 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-d1a2ffb8-0b71-48d4-ad30-b22d562cca05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:25:20.669300 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-d1a2ffb8-0b71-48d4-ad30-b22d562cca05 admin admin] Usage tracker for resource:network and tenant:740645b3141e48c4a6da3c2cceea9d50 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:25:20.672254 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-d1a2ffb8-0b71-48d4-ad30-b22d562cca05 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:25:20.678210 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-d1a2ffb8-0b71-48d4-ad30-b22d562cca05 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:25:20.784927 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a2ffb8-0b71-48d4-ad30-b22d562cca05 admin admin] Made reservation on behalf of 740645b3141e48c4a6da3c2cceea9d50 for: {'network': 1} {{(pid=86433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:25:20.789726 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d1a2ffb8-0b71-48d4-ad30-b22d562cca05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for network, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:20.802743 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d1a2ffb8-0b71-48d4-ad30-b22d562cca05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:20.817885 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-d1a2ffb8-0b71-48d4-ad30-b22d562cca05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:25:20.821892 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-d1a2ffb8-0b71-48d4-ad30-b22d562cca05 admin admin] Usage tracker for resource:security_group_rule and tenant:740645b3141e48c4a6da3c2cceea9d50 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:25:20.825398 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-d1a2ffb8-0b71-48d4-ad30-b22d562cca05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:25:20.831348 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-d1a2ffb8-0b71-48d4-ad30-b22d562cca05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:25:20.980402 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d1a2ffb8-0b71-48d4-ad30-b22d562cca05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:21.054001 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d1a2ffb8-0b71-48d4-ad30-b22d562cca05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:21.059297 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-eb63fb5c-77bd-4843-a88f-12791a4dbbb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:21.084246 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1a2ffb8-0b71-48d4-ad30-b22d562cca05 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=86433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 21 06:25:21.097573 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a2ffb8-0b71-48d4-ad30-b22d562cca05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1359647e-2eb4-4342-be16-4fd672f619e8,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:21.101003 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-d1a2ffb8-0b71-48d4-ad30-b22d562cca05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:21.129373 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d1a2ffb8-0b71-48d4-ad30-b22d562cca05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1361606'] for segment, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:21.129760 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.db.segments_db [None req-d1a2ffb8-0b71-48d4-ad30-b22d562cca05 admin admin] Added segment ba11cfc1-b3d9-4346-8af3-17d779a5e426 of type vlan for network 2526886f-9243-4f3a-ad6a-99044711de7e Apr 21 06:25:21.156004 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d1a2ffb8-0b71-48d4-ad30-b22d562cca05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765872960183'] for network, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:21.213622 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d1a2ffb8-0b71-48d4-ad30-b22d562cca05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970'] for network, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:21.215248 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a2ffb8-0b71-48d4-ad30-b22d562cca05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:25:21.216122 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d1a2ffb8-0b71-48d4-ad30-b22d562cca05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846863987'] for network, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:21.221662 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:21.331748 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a2ffb8-0b71-48d4-ad30-b22d562cca05 admin admin] Pushing event updated for resources: {'Network': ['ID=2526886f-9243-4f3a-ad6a-99044711de7e,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:21.334565 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-d1a2ffb8-0b71-48d4-ad30-b22d562cca05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:21.341641 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Network 2526886f-9243-4f3a-ad6a-99044711de7e details requested by agent ovs-agent-dv-cinder-782390-6-iscsi with host dv-cinder-782390-6-iscsi {{(pid=86434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 21 06:25:21.357210 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-d1a2ffb8-0b71-48d4-ad30-b22d562cca05 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7020903 Apr 21 06:25:21.360095 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 44516) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:25:21.366346 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-8c8b8529-c508-4e0a-9537-1ac85793360c admin admin] Request body: {'subnet': {'network_id': '2526886f-9243-4f3a-ad6a-99044711de7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1024692868-subnet', 'tenant_id': '740645b3141e48c4a6da3c2cceea9d50', 'ip_version': 4}} {{(pid=86433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:25:21.372137 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-8c8b8529-c508-4e0a-9537-1ac85793360c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:25:21.376329 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-8c8b8529-c508-4e0a-9537-1ac85793360c admin admin] Usage tracker for resource:subnet and tenant:740645b3141e48c4a6da3c2cceea9d50 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:25:21.379335 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-8c8b8529-c508-4e0a-9537-1ac85793360c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:25:21.385631 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-8c8b8529-c508-4e0a-9537-1ac85793360c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:25:21.423754 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c8b8529-c508-4e0a-9537-1ac85793360c admin admin] Made reservation on behalf of 740645b3141e48c4a6da3c2cceea9d50 for: {'subnet': 1} {{(pid=86433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:25:21.428775 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-8c8b8529-c508-4e0a-9537-1ac85793360c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848149826'] for subnet, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:21.758359 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8d1e0d-afe5-4718-9206-ee132253cb75 None None] Sync routers for ids ['2179b51e-5b50-4792-8af9-72d255344b1a'] in dv-cinder-782390-6-iscsi {{(pid=86434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 06:25:21.768806 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8d1e0d-afe5-4718-9206-ee132253cb75 None None] Routers {'2179b51e-5b50-4792-8af9-72d255344b1a'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:25:21.769487 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-fb8d1e0d-afe5-4718-9206-ee132253cb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T06:25:04Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['2179b51e-5b50-4792-8af9-72d255344b1a'], 'active': True} {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:25:21.889220 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 733167f6-284c-4179-b808-595026de77af up at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:25:21.924819 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-8c8b8529-c508-4e0a-9537-1ac85793360c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7991656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848204256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848149841'] for subnet, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:21.929354 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-e61e4490-f2d9-4a1f-a541-17d245c24648 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:22.013517 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8b8529-c508-4e0a-9537-1ac85793360c admin admin] Pushing event updated for resources: {'Subnet': ['ID=39c5c004-ede8-4b81-a2e6-fcd1f00aa6e4,revision_number=0']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:22.016763 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-8c8b8529-c508-4e0a-9537-1ac85793360c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:22.028502 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8b8529-c508-4e0a-9537-1ac85793360c admin admin] Checking segment: {'id': 'ba11cfc1-b3d9-4346-8af3-17d779a5e426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2526886f-9243-4f3a-ad6a-99044711de7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:25:22.028902 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8b8529-c508-4e0a-9537-1ac85793360c admin admin] Network hostable DHCP agents. Network: 2526886f-9243-4f3a-ad6a-99044711de7e, hostable agents: ['6e5e74bc-90a9-40d2-b33c-cc5e996b490a'], hosted agents: [] {{(pid=86433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 21 06:25:22.104687 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8b8529-c508-4e0a-9537-1ac85793360c admin admin] Network 2526886f-9243-4f3a-ad6a-99044711de7e is scheduled to be hosted by DHCP agent 6e5e74bc-90a9-40d2-b33c-cc5e996b490a with binding_index 1 {{(pid=86433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 21 06:25:22.144778 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [None req-8c8b8529-c508-4e0a-9537-1ac85793360c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-6-iscsi, 2526886f-9243-4f3a-ad6a-99044711de7e) {{(pid=86433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:25:22.159473 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8b8529-c508-4e0a-9537-1ac85793360c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:25:22.160369 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-8c8b8529-c508-4e0a-9537-1ac85793360c admin admin] Notify callbacks [] for subnet, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:22.162643 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29cd4cc-6de6-41c6-9a63-04b867a58f0d None None] Network 2526886f-9243-4f3a-ad6a-99044711de7e requested from dv-cinder-782390-6-iscsi {{(pid=86434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:25:22.203331 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-8c8b8529-c508-4e0a-9537-1ac85793360c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8416145 Apr 21 06:25:22.205658 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 44530) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:25:22.211555 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-4809a92d-c43b-48b9-a4bb-7f0267cda9f0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1024692868-router', 'tenant_id': '740645b3141e48c4a6da3c2cceea9d50', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152'}}} {{(pid=86433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:25:22.217283 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-4809a92d-c43b-48b9-a4bb-7f0267cda9f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:25:22.221626 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-4809a92d-c43b-48b9-a4bb-7f0267cda9f0 admin admin] Usage tracker for resource:router and tenant:740645b3141e48c4a6da3c2cceea9d50 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:25:22.225386 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-4809a92d-c43b-48b9-a4bb-7f0267cda9f0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:25:22.231611 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-4809a92d-c43b-48b9-a4bb-7f0267cda9f0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:25:22.259199 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4809a92d-c43b-48b9-a4bb-7f0267cda9f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8000236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854775187'] for router, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:22.260993 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4809a92d-c43b-48b9-a4bb-7f0267cda9f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846775580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036846753534', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846786285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-614'] for router, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:22.277905 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-fb8d1e0d-afe5-4718-9206-ee132253cb75 None None] Set router 2179b51e-5b50-4792-8af9-72d255344b1a gateway port host: dv-cinder-782390-6-iscsi {{(pid=86434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:25:22.326430 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning complete for port 733167f6-284c-4179-b808-595026de77af triggered by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:25:22.326810 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:22.376089 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4809a92d-c43b-48b9-a4bb-7f0267cda9f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:22.680375 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4809a92d-c43b-48b9-a4bb-7f0267cda9f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846753291', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036846765217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-599'] for router, precommit_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:22.781682 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af8fc09-efdf-4b18-a1cc-f9fda1b21b9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de2c1f0-92f8-5802-94e1-2ca90c756a19-2526886f-9243-4f3a-ad6a-99044711de7e', 'network_id': '2526886f-9243-4f3a-ad6a-99044711de7e', 'tenant_id': '740645b3141e48c4a6da3c2cceea9d50', 'fixed_ips': [{'subnet_id': '39c5c004-ede8-4b81-a2e6-fcd1f00aa6e4'}]}} from dv-cinder-782390-6-iscsi. {{(pid=86434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 21 06:25:22.782602 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5af8fc09-efdf-4b18-a1cc-f9fda1b21b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_create {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:22.991035 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-fb8d1e0d-afe5-4718-9206-ee132253cb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2179b51e-5b50-4792-8af9-72d255344b1a', 'name': 'tempest-TestVolumeBootPattern-2096603216-router', 'tenant_id': '3306973b72b44b4bbb646cebeef6bb38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '733167f6-284c-4179-b808-595026de77af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:25:14Z', 'updated_at': '2021-04-21T06:25:18Z', 'revision_number': 4, 'project_id': '3306973b72b44b4bbb646cebeef6bb38', 'gw_port': {'id': '733167f6-284c-4179-b808-595026de77af', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2179b51e-5b50-4792-8af9-72d255344b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:25:15Z', 'updated_at': '2021-04-21T06:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi', '_interfaces': [{'id': '77e8f38f-353b-4c7d-885d-7ed0240b443a', 'name': '', 'network_id': 'ca0aa56c-da9c-4408-9693-929197941ba3', 'tenant_id': '3306973b72b44b4bbb646cebeef6bb38', 'mac_address': 'fa:16:3e:e7:23:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2179b51e-5b50-4792-8af9-72d255344b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'bf54fc7f-4127-44ee-8bb8-add3f063399a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:25:17Z', 'updated_at': '2021-04-21T06:25:19Z', 'revision_number': 2, 'project_id': '3306973b72b44b4bbb646cebeef6bb38', 'subnets': [{'id': 'bf54fc7f-4127-44ee-8bb8-add3f063399a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:25:22.998613 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8d1e0d-afe5-4718-9206-ee132253cb75 None None] Checking router: 2179b51e-5b50-4792-8af9-72d255344b1a for host: dv-cinder-782390-6-iscsi {{(pid=86434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 06:25:22.999047 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8d1e0d-afe5-4718-9206-ee132253cb75 None None] Updating router 2179b51e-5b50-4792-8af9-72d255344b1a port 77e8f38f-353b-4c7d-885d-7ed0240b443a binding host dv-cinder-782390-6-iscsi {{(pid=86434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 21 06:25:23.060354 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.db_base_plugin_common [None req-5af8fc09-efdf-4b18-a1cc-f9fda1b21b9d None None] Allocated IP 172.20.0.2 (2526886f-9243-4f3a-ad6a-99044711de7e/39c5c004-ede8-4b81-a2e6-fcd1f00aa6e4/8a20c748-b9c5-4a6a-8744-471b2803280b) {{(pid=86434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:25:23.074714 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4809a92d-c43b-48b9-a4bb-7f0267cda9f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:23.077362 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-fb8d1e0d-afe5-4718-9206-ee132253cb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:23.107246 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4809a92d-c43b-48b9-a4bb-7f0267cda9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:23.269247 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.db_base_plugin_common [None req-4809a92d-c43b-48b9-a4bb-7f0267cda9f0 admin admin] Allocated IP 172.27.2.172 (07a7a1dd-edf9-4d1b-80a1-539c21f96152/ecb89d71-8db1-4ceb-ad17-1c0004eeb607/99919af5-9acc-4478-96e5-a59b92060cfc) {{(pid=86433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:25:23.524008 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5af8fc09-efdf-4b18-a1cc-f9fda1b21b9d None None] Notify callbacks [] for port, precommit_create {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:23.543942 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5af8fc09-efdf-4b18-a1cc-f9fda1b21b9d None None] Transition to ACTIVE for port object 8a20c748-b9c5-4a6a-8744-471b2803280b will not be triggered until provisioned by entity L2. {{(pid=86434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:25:23.585485 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5af8fc09-efdf-4b18-a1cc-f9fda1b21b9d None None] Transition to ACTIVE for port object 8a20c748-b9c5-4a6a-8744-471b2803280b will not be triggered until provisioned by entity DHCP. {{(pid=86434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:25:23.657172 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5af8fc09-efdf-4b18-a1cc-f9fda1b21b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363270981802970'] for port, after_create {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:23.663049 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-af4a473b-678b-4c14-a8e0-bbd3f0a6fe98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:23.696756 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4809a92d-c43b-48b9-a4bb-7f0267cda9f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:23.731610 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-fb8d1e0d-afe5-4718-9206-ee132253cb75 None None] Notify callbacks [] for port, precommit_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:23.752272 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af8fc09-efdf-4b18-a1cc-f9fda1b21b9d None None] Network 2526886f-9243-4f3a-ad6a-99044711de7e is already hosted by enough agents. {{(pid=86434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:25:23.758556 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [None req-5af8fc09-efdf-4b18-a1cc-f9fda1b21b9d None None] Resources bound (agent type, host, resource id): {{(pid=86434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:25:23.762503 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4809a92d-c43b-48b9-a4bb-7f0267cda9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363270981802970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6571441'] for port, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:23.764138 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-fb8d1e0d-afe5-4718-9206-ee132253cb75 None None] Transition to ACTIVE for port object 77e8f38f-353b-4c7d-885d-7ed0240b443a will not be triggered until provisioned by entity L2. {{(pid=86434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:25:23.766761 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af8fc09-efdf-4b18-a1cc-f9fda1b21b9d None None] Received port after_create {{(pid=86434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:25:23.768111 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-f09a3c0a-279a-498e-9db5-41fdae15cc85 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:23.807815 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af8fc09-efdf-4b18-a1cc-f9fda1b21b9d None None] Pushing event updated for resources: {'Port': ['ID=8a20c748-b9c5-4a6a-8744-471b2803280b,revision_number=1']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:23.817234 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5af8fc09-efdf-4b18-a1cc-f9fda1b21b9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:23.837874 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4809a92d-c43b-48b9-a4bb-7f0267cda9f0 admin admin] Network 07a7a1dd-edf9-4d1b-80a1-539c21f96152 is already hosted by enough agents. {{(pid=86433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:25:23.841554 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [None req-4809a92d-c43b-48b9-a4bb-7f0267cda9f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=86433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:25:23.845587 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4809a92d-c43b-48b9-a4bb-7f0267cda9f0 admin admin] Received port after_create {{(pid=86433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:25:23.847313 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-fb8d1e0d-afe5-4718-9206-ee132253cb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:23.860610 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:23.882752 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4809a92d-c43b-48b9-a4bb-7f0267cda9f0 admin admin] Pushing event updated for resources: {'Port': ['ID=99919af5-9acc-4478-96e5-a59b92060cfc,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:23.891117 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-4809a92d-c43b-48b9-a4bb-7f0267cda9f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:24.154539 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-5af8fc09-efdf-4b18-a1cc-f9fda1b21b9d None None] Attempting to bind port 8a20c748-b9c5-4a6a-8744-471b2803280b on host dv-cinder-782390-6-iscsi for vnic_type normal with profile {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:25:24.155056 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-5af8fc09-efdf-4b18-a1cc-f9fda1b21b9d None None] Attempting to bind port 8a20c748-b9c5-4a6a-8744-471b2803280b by drivers openvswitch,hyperv on host dv-cinder-782390-6-iscsi at level 0 using segments [{'id': 'ba11cfc1-b3d9-4346-8af3-17d779a5e426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2526886f-9243-4f3a-ad6a-99044711de7e'}] {{(pid=86434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:25:24.155867 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af8fc09-efdf-4b18-a1cc-f9fda1b21b9d None None] Attempting to bind port 8a20c748-b9c5-4a6a-8744-471b2803280b on network 2526886f-9243-4f3a-ad6a-99044711de7e {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:25:24.179522 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af8fc09-efdf-4b18-a1cc-f9fda1b21b9d None None] Checking agent: {'id': '6ed75209-5459-46e4-8756-ce582068b488', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 5, 55, 6), 'started_at': datetime.datetime(2021, 4, 21, 5, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:25:24.179938 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af8fc09-efdf-4b18-a1cc-f9fda1b21b9d None None] Checking segment: {'id': 'ba11cfc1-b3d9-4346-8af3-17d779a5e426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2526886f-9243-4f3a-ad6a-99044711de7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:25:24.180385 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5af8fc09-efdf-4b18-a1cc-f9fda1b21b9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:24.180804 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af8fc09-efdf-4b18-a1cc-f9fda1b21b9d None None] Bound using segment: {'id': 'ba11cfc1-b3d9-4346-8af3-17d779a5e426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2526886f-9243-4f3a-ad6a-99044711de7e'} {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:25:24.181329 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-5af8fc09-efdf-4b18-a1cc-f9fda1b21b9d None None] Bound port: 8a20c748-b9c5-4a6a-8744-471b2803280b, host: dv-cinder-782390-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba11cfc1-b3d9-4346-8af3-17d779a5e426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2526886f-9243-4f3a-ad6a-99044711de7e'}}] {{(pid=86434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:25:24.181771 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5af8fc09-efdf-4b18-a1cc-f9fda1b21b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:24.292013 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afb652e-970e-4b53-a15f-ff3726e46941 None None] Pushing event updated for resources: {'Port': ['ID=77e8f38f-353b-4c7d-885d-7ed0240b443a,revision_number=3']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:24.294696 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-1afb652e-970e-4b53-a15f-ff3726e46941 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:24.358871 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4809a92d-c43b-48b9-a4bb-7f0267cda9f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:24.366958 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-fb8d1e0d-afe5-4718-9206-ee132253cb75 None None] Attempting to bind port 77e8f38f-353b-4c7d-885d-7ed0240b443a on host dv-cinder-782390-6-iscsi for vnic_type normal with profile {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:25:24.367396 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-fb8d1e0d-afe5-4718-9206-ee132253cb75 None None] Attempting to bind port 77e8f38f-353b-4c7d-885d-7ed0240b443a by drivers openvswitch,hyperv on host dv-cinder-782390-6-iscsi at level 0 using segments [{'id': '77224ea8-00a3-4bd5-ba13-4464a782f613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ca0aa56c-da9c-4408-9693-929197941ba3'}] {{(pid=86434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:25:24.367887 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8d1e0d-afe5-4718-9206-ee132253cb75 None None] Attempting to bind port 77e8f38f-353b-4c7d-885d-7ed0240b443a on network ca0aa56c-da9c-4408-9693-929197941ba3 {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:25:24.385724 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8d1e0d-afe5-4718-9206-ee132253cb75 None None] Checking agent: {'id': '6ed75209-5459-46e4-8756-ce582068b488', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 5, 55, 6), 'started_at': datetime.datetime(2021, 4, 21, 5, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:25:24.386233 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8d1e0d-afe5-4718-9206-ee132253cb75 None None] Checking segment: {'id': '77224ea8-00a3-4bd5-ba13-4464a782f613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ca0aa56c-da9c-4408-9693-929197941ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:25:24.386782 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-fb8d1e0d-afe5-4718-9206-ee132253cb75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:24.387293 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8d1e0d-afe5-4718-9206-ee132253cb75 None None] Bound using segment: {'id': '77224ea8-00a3-4bd5-ba13-4464a782f613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ca0aa56c-da9c-4408-9693-929197941ba3'} {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:25:24.387882 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-fb8d1e0d-afe5-4718-9206-ee132253cb75 None None] Bound port: 77e8f38f-353b-4c7d-885d-7ed0240b443a, host: dv-cinder-782390-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77224ea8-00a3-4bd5-ba13-4464a782f613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ca0aa56c-da9c-4408-9693-929197941ba3'}}] {{(pid=86434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:25:24.388436 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-fb8d1e0d-afe5-4718-9206-ee132253cb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:24.485936 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-5af8fc09-efdf-4b18-a1cc-f9fda1b21b9d None None] For port 8a20c748-b9c5-4a6a-8744-471b2803280b, host dv-cinder-782390-6-iscsi, cleared binding levels {{(pid=86434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:25:24.507537 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-5af8fc09-efdf-4b18-a1cc-f9fda1b21b9d None None] For port 8a20c748-b9c5-4a6a-8744-471b2803280b, host dv-cinder-782390-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=8a20c748-b9c5-4a6a-8744-471b2803280b,segment=NetworkSegment(ba11cfc1-b3d9-4346-8af3-17d779a5e426),segment_id=ba11cfc1-b3d9-4346-8af3-17d779a5e426)] {{(pid=86434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:25:24.591026 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5af8fc09-efdf-4b18-a1cc-f9fda1b21b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:24.596086 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:24.644727 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-fb8d1e0d-afe5-4718-9206-ee132253cb75 None None] For port 77e8f38f-353b-4c7d-885d-7ed0240b443a, host dv-cinder-782390-6-iscsi, cleared binding levels {{(pid=86434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:25:24.661665 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-fb8d1e0d-afe5-4718-9206-ee132253cb75 None None] For port 77e8f38f-353b-4c7d-885d-7ed0240b443a, host dv-cinder-782390-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=77e8f38f-353b-4c7d-885d-7ed0240b443a,segment=NetworkSegment(77224ea8-00a3-4bd5-ba13-4464a782f613),segment_id=77224ea8-00a3-4bd5-ba13-4464a782f613)] {{(pid=86434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:25:24.690904 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af8fc09-efdf-4b18-a1cc-f9fda1b21b9d None None] Pushing event updated for resources: {'Port': ['ID=8a20c748-b9c5-4a6a-8744-471b2803280b,revision_number=2']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:24.693271 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5af8fc09-efdf-4b18-a1cc-f9fda1b21b9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:24.695116 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-fb8d1e0d-afe5-4718-9206-ee132253cb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:24.702059 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:24.736517 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4809a92d-c43b-48b9-a4bb-7f0267cda9f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8010567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8022495'] for router, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:24.792255 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8d1e0d-afe5-4718-9206-ee132253cb75 None None] Routers {'2179b51e-5b50-4792-8af9-72d255344b1a'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:25:24.792964 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-fb8d1e0d-afe5-4718-9206-ee132253cb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T06:25:04Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['2179b51e-5b50-4792-8af9-72d255344b1a'], 'active': True} {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:25:24.856110 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afb652e-970e-4b53-a15f-ff3726e46941 None None] Pushing event updated for resources: {'Port': ['ID=77e8f38f-353b-4c7d-885d-7ed0240b443a,revision_number=4']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:24.944668 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-1afb652e-970e-4b53-a15f-ff3726e46941 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:25.126229 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-fb8d1e0d-afe5-4718-9206-ee132253cb75 None None] Set router 2179b51e-5b50-4792-8af9-72d255344b1a gateway port host: dv-cinder-782390-6-iscsi {{(pid=86434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:25:25.161518 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-53b77d19-829f-48c1-88ad-4780ed21abb5 req-906c5078-64cd-4d5f-a39a-7a0edf83f7b5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b0229c08-a13d-478e-9f96-492f2fe05c65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4667401 Apr 21 06:25:25.191013 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4809a92d-c43b-48b9-a4bb-7f0267cda9f0 admin admin] Router 3a09b197-b2d3-48e6-a214-0fef5ac9534c is scheduled to L3 agent 11ad1a07-0ae8-4245-9270-47a08d3f943a with binding_index 1 {{(pid=86433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 21 06:25:25.285244 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b77d19-829f-48c1-88ad-4780ed21abb5 req-44ba3991-3bcd-4672-a557-9aeb020d1c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:25:25.286979 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-53b77d19-829f-48c1-88ad-4780ed21abb5 req-44ba3991-3bcd-4672-a557-9aeb020d1c92 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a253b7f90d074c729aa03c3dbc382b57&device_id=b0229c08-a13d-478e-9f96-492f2fe05c65 HTTP/1.1" status: 200 len: 1098 time: 0.1008589 Apr 21 06:25:25.391240 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4809a92d-c43b-48b9-a4bb-7f0267cda9f0 admin admin] Notify agent at l3_agent.dv-cinder-782390-6-iscsi the message routers_updated {{(pid=86433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 06:25:25.401099 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c17501-ce6e-406f-be4f-bae7333d2dfb None None] Sync routers for ids ['3a09b197-b2d3-48e6-a214-0fef5ac9534c'] in dv-cinder-782390-6-iscsi {{(pid=86435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 06:25:25.413560 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c17501-ce6e-406f-be4f-bae7333d2dfb None None] Routers {'3a09b197-b2d3-48e6-a214-0fef5ac9534c'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:25:25.414487 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-76c17501-ce6e-406f-be4f-bae7333d2dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T06:25:04Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['3a09b197-b2d3-48e6-a214-0fef5ac9534c'], 'active': True} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:25:25.446441 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b77d19-829f-48c1-88ad-4780ed21abb5 req-dd6a177f-dd84-4eb6-aa6f-10840a8dcacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:25:25.448671 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-53b77d19-829f-48c1-88ad-4780ed21abb5 req-dd6a177f-dd84-4eb6-aa6f-10840a8dcacc service neutron] 10.222.0.11 "GET /v2.0/networks?id=18d42f14-ebcb-45fb-872d-4c48e6952727 HTTP/1.1" status: 200 len: 912 time: 0.1423728 Apr 21 06:25:25.470982 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4809a92d-c43b-48b9-a4bb-7f0267cda9f0 admin admin] Notify callbacks [] for router, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:25.475844 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-4809a92d-c43b-48b9-a4bb-7f0267cda9f0 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2690270 Apr 21 06:25:25.477173 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 44572) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:25:25.509765 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-fb8d1e0d-afe5-4718-9206-ee132253cb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2179b51e-5b50-4792-8af9-72d255344b1a', 'name': 'tempest-TestVolumeBootPattern-2096603216-router', 'tenant_id': '3306973b72b44b4bbb646cebeef6bb38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '733167f6-284c-4179-b808-595026de77af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:25:14Z', 'updated_at': '2021-04-21T06:25:18Z', 'revision_number': 4, 'project_id': '3306973b72b44b4bbb646cebeef6bb38', 'gw_port': {'id': '733167f6-284c-4179-b808-595026de77af', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2179b51e-5b50-4792-8af9-72d255344b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:25:15Z', 'updated_at': '2021-04-21T06:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi', '_interfaces': [{'id': '77e8f38f-353b-4c7d-885d-7ed0240b443a', 'name': '', 'network_id': 'ca0aa56c-da9c-4408-9693-929197941ba3', 'tenant_id': '3306973b72b44b4bbb646cebeef6bb38', 'mac_address': 'fa:16:3e:e7:23:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2179b51e-5b50-4792-8af9-72d255344b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'bf54fc7f-4127-44ee-8bb8-add3f063399a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:25:17Z', 'updated_at': '2021-04-21T06:25:24Z', 'revision_number': 4, 'project_id': '3306973b72b44b4bbb646cebeef6bb38', 'subnets': [{'id': 'bf54fc7f-4127-44ee-8bb8-add3f063399a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:25:25.515349 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8d1e0d-afe5-4718-9206-ee132253cb75 None None] The sync data for ids ['2179b51e-5b50-4792-8af9-72d255344b1a'] in dv-cinder-782390-6-iscsi is: [{'id': '2179b51e-5b50-4792-8af9-72d255344b1a', 'name': 'tempest-TestVolumeBootPattern-2096603216-router', 'tenant_id': '3306973b72b44b4bbb646cebeef6bb38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '733167f6-284c-4179-b808-595026de77af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:25:14Z', 'updated_at': '2021-04-21T06:25:18Z', 'revision_number': 4, 'project_id': '3306973b72b44b4bbb646cebeef6bb38', 'gw_port': {'id': '733167f6-284c-4179-b808-595026de77af', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2179b51e-5b50-4792-8af9-72d255344b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:25:15Z', 'updated_at': '2021-04-21T06:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi', '_interfaces': [{'id': '77e8f38f-353b-4c7d-885d-7ed0240b443a', 'name': '', 'network_id': 'ca0aa56c-da9c-4408-9693-929197941ba3', 'tenant_id': '3306973b72b44b4bbb646cebeef6bb38', 'mac_address': 'fa:16:3e:e7:23:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2179b51e-5b50-4792-8af9-72d255344b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'bf54fc7f-4127-44ee-8bb8-add3f063399a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:25:17Z', 'updated_at': '2021-04-21T06:25:24Z', 'revision_number': 4, 'project_id': '3306973b72b44b4bbb646cebeef6bb38', 'subnets': [{'id': 'bf54fc7f-4127-44ee-8bb8-add3f063399a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 06:25:25.597306 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-53b77d19-829f-48c1-88ad-4780ed21abb5 req-b2baeb0c-f054-4587-a2bb-d66644995282 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=371eccd8-2183-4b82-9797-d8d3eb06946e HTTP/1.1" status: 200 len: 1000 time: 0.1419826 Apr 21 06:25:25.702782 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b77d19-829f-48c1-88ad-4780ed21abb5 req-54e25353-79c2-4b98-ab14-26742da0c41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:25:25.704669 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-53b77d19-829f-48c1-88ad-4780ed21abb5 req-54e25353-79c2-4b98-ab14-26742da0c41e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8d481e38-1293-4cc6-9389-91a3566135aa HTTP/1.1" status: 200 len: 850 time: 0.1000464 Apr 21 06:25:25.743203 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-76c17501-ce6e-406f-be4f-bae7333d2dfb None None] Set router 3a09b197-b2d3-48e6-a214-0fef5ac9534c gateway port host: dv-cinder-782390-6-iscsi {{(pid=86435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:25:25.856900 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b77d19-829f-48c1-88ad-4780ed21abb5 req-eb0f7b91-2e9d-41db-9e3c-98a562f964ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:25:25.859159 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-53b77d19-829f-48c1-88ad-4780ed21abb5 req-eb0f7b91-2e9d-41db-9e3c-98a562f964ea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=18d42f14-ebcb-45fb-872d-4c48e6952727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1468287 Apr 21 06:25:26.019252 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 77e8f38f-353b-4c7d-885d-7ed0240b443a up at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:25:26.108460 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-53b77d19-829f-48c1-88ad-4780ed21abb5 req-b0fde8d8-2e1d-4d5a-a00a-c080191e62f1 service neutron] 10.222.0.11 "GET /v2.0/networks/18d42f14-ebcb-45fb-872d-4c48e6952727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405648 Apr 21 06:25:26.214059 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning for port 77e8f38f-353b-4c7d-885d-7ed0240b443a completed by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:25:26.220685 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning complete for port 77e8f38f-353b-4c7d-885d-7ed0240b443a triggered by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:25:26.221116 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:26.372569 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-53b77d19-829f-48c1-88ad-4780ed21abb5 req-604629cd-84ac-407b-831e-5ccba62d7df8 service neutron] 10.222.0.11 "GET /v2.0/networks/18d42f14-ebcb-45fb-872d-4c48e6952727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592580 Apr 21 06:25:26.388820 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-76c17501-ce6e-406f-be4f-bae7333d2dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a09b197-b2d3-48e6-a214-0fef5ac9534c', 'name': 'tempest-TestVolumeBootPattern-1024692868-router', 'tenant_id': '740645b3141e48c4a6da3c2cceea9d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '99919af5-9acc-4478-96e5-a59b92060cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:25:22Z', 'updated_at': '2021-04-21T06:25:24Z', 'revision_number': 3, 'project_id': '740645b3141e48c4a6da3c2cceea9d50', 'gw_port': {'id': '99919af5-9acc-4478-96e5-a59b92060cfc', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8c:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a09b197-b2d3-48e6-a214-0fef5ac9534c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:25:23Z', 'updated_at': '2021-04-21T06:25:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi'}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:25:26.389283 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5205a22-3801-4b78-b1b6-f3d94eacef3e None None] Network 2526886f-9243-4f3a-ad6a-99044711de7e requested from dv-cinder-782390-6-iscsi {{(pid=86434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:25:26.407058 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c17501-ce6e-406f-be4f-bae7333d2dfb None None] Checking router: 3a09b197-b2d3-48e6-a214-0fef5ac9534c for host: dv-cinder-782390-6-iscsi {{(pid=86435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 06:25:26.407459 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c17501-ce6e-406f-be4f-bae7333d2dfb None None] Updating router 3a09b197-b2d3-48e6-a214-0fef5ac9534c port 99919af5-9acc-4478-96e5-a59b92060cfc binding host dv-cinder-782390-6-iscsi {{(pid=86435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 21 06:25:26.468725 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-76c17501-ce6e-406f-be4f-bae7333d2dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86435) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:26.655812 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-84a53395-6e5d-4c70-9190-d7067b82988a None None] Provisioning for port 8a20c748-b9c5-4a6a-8744-471b2803280b completed by entity DHCP. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:25:26.738459 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:26.823441 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] For port 77e8f38f-353b-4c7d-885d-7ed0240b443a, host dv-cinder-782390-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=77e8f38f-353b-4c7d-885d-7ed0240b443a,segment=NetworkSegment(77224ea8-00a3-4bd5-ba13-4464a782f613),segment_id=77224ea8-00a3-4bd5-ba13-4464a782f613)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:25:26.859370 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:26.860304 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 8a20c748-b9c5-4a6a-8744-471b2803280b up at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:25:26.905620 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:26.910552 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-76c17501-ce6e-406f-be4f-bae7333d2dfb None None] Notify callbacks [] for port, precommit_update {{(pid=86435) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:26.924951 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-76c17501-ce6e-406f-be4f-bae7333d2dfb None None] Transition to ACTIVE for port object 99919af5-9acc-4478-96e5-a59b92060cfc will not be triggered until provisioned by entity L2. {{(pid=86435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:25:26.973559 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-76c17501-ce6e-406f-be4f-bae7333d2dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86435) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:26.981269 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-617c77e3-5b00-451f-99f9-c3f25b670313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86435) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:27.003642 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-c010ea47-2645-456d-b939-b591edae26de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:27.027813 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Pushing event updated for resources: {'Port': ['ID=77e8f38f-353b-4c7d-885d-7ed0240b443a,revision_number=5']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:27.033022 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:27.076502 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning for port 8a20c748-b9c5-4a6a-8744-471b2803280b completed by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:25:27.081769 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning complete for port 8a20c748-b9c5-4a6a-8744-471b2803280b triggered by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:25:27.082204 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:27.098326 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-76c17501-ce6e-406f-be4f-bae7333d2dfb None None] Attempting to bind port 99919af5-9acc-4478-96e5-a59b92060cfc on host dv-cinder-782390-6-iscsi for vnic_type normal with profile {{(pid=86435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:25:27.098755 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-76c17501-ce6e-406f-be4f-bae7333d2dfb None None] Attempting to bind port 99919af5-9acc-4478-96e5-a59b92060cfc by drivers openvswitch,hyperv on host dv-cinder-782390-6-iscsi at level 0 using segments [{'id': 'd57a18c0-30ee-4dde-82a2-7c14b6979212', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152'}] {{(pid=86435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:25:27.099163 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c17501-ce6e-406f-be4f-bae7333d2dfb None None] Attempting to bind port 99919af5-9acc-4478-96e5-a59b92060cfc on network 07a7a1dd-edf9-4d1b-80a1-539c21f96152 {{(pid=86435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:25:27.114358 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c17501-ce6e-406f-be4f-bae7333d2dfb None None] Checking agent: {'id': '6ed75209-5459-46e4-8756-ce582068b488', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 5, 55, 6), 'started_at': datetime.datetime(2021, 4, 21, 5, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:25:27.114792 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c17501-ce6e-406f-be4f-bae7333d2dfb None None] Checking segment: {'id': 'd57a18c0-30ee-4dde-82a2-7c14b6979212', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:25:27.115145 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-76c17501-ce6e-406f-be4f-bae7333d2dfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86435) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:27.115576 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c17501-ce6e-406f-be4f-bae7333d2dfb None None] Bound using segment: {'id': 'd57a18c0-30ee-4dde-82a2-7c14b6979212', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152'} {{(pid=86435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:25:27.116099 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-76c17501-ce6e-406f-be4f-bae7333d2dfb None None] Bound port: 99919af5-9acc-4478-96e5-a59b92060cfc, host: dv-cinder-782390-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd57a18c0-30ee-4dde-82a2-7c14b6979212', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152'}}] {{(pid=86435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:25:27.117438 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-76c17501-ce6e-406f-be4f-bae7333d2dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86435) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:27.161394 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69d8389-c488-4273-bd86-3be179a6efb0 None None] Pushing event updated for resources: {'Port': ['ID=99919af5-9acc-4478-96e5-a59b92060cfc,revision_number=2']} {{(pid=86435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:27.162322 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-807dfa4a-460c-409d-9a10-1cfe64a36373 None None] Provisioning complete for port 8a20c748-b9c5-4a6a-8744-471b2803280b triggered by entity DHCP. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:25:27.162768 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-807dfa4a-460c-409d-9a10-1cfe64a36373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:27.172964 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-f69d8389-c488-4273-bd86-3be179a6efb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86435) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:27.182220 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:25:27.217584 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-76c17501-ce6e-406f-be4f-bae7333d2dfb None None] For port 99919af5-9acc-4478-96e5-a59b92060cfc, host dv-cinder-782390-6-iscsi, cleared binding levels {{(pid=86435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:25:27.224552 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-76c17501-ce6e-406f-be4f-bae7333d2dfb None None] For port 99919af5-9acc-4478-96e5-a59b92060cfc, host dv-cinder-782390-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=99919af5-9acc-4478-96e5-a59b92060cfc,segment=NetworkSegment(d57a18c0-30ee-4dde-82a2-7c14b6979212),segment_id=d57a18c0-30ee-4dde-82a2-7c14b6979212)] {{(pid=86435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:25:27.270214 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-76c17501-ce6e-406f-be4f-bae7333d2dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86435) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:27.276707 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86435) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:27.282012 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.db_base_plugin_common [None req-c010ea47-2645-456d-b939-b591edae26de admin admin] Allocated IP 172.20.0.1 (2526886f-9243-4f3a-ad6a-99044711de7e/39c5c004-ede8-4b81-a2e6-fcd1f00aa6e4/506e2368-4761-4d29-90d2-8efb106c55fa) {{(pid=86433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:25:27.335055 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:27.382993 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c17501-ce6e-406f-be4f-bae7333d2dfb None None] Routers {'3a09b197-b2d3-48e6-a214-0fef5ac9534c'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:25:27.383681 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-76c17501-ce6e-406f-be4f-bae7333d2dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T06:25:04Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['3a09b197-b2d3-48e6-a214-0fef5ac9534c'], 'active': True} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:25:27.436636 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] For port 8a20c748-b9c5-4a6a-8744-471b2803280b, host dv-cinder-782390-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=8a20c748-b9c5-4a6a-8744-471b2803280b,segment=NetworkSegment(ba11cfc1-b3d9-4346-8af3-17d779a5e426),segment_id=ba11cfc1-b3d9-4346-8af3-17d779a5e426)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:25:27.468405 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-807dfa4a-460c-409d-9a10-1cfe64a36373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:27.470141 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-c010ea47-2645-456d-b939-b591edae26de admin admin] Notify callbacks [] for port, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:27.480539 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:27.485376 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-6f80d90e-46a8-43f5-88e1-812dde07a8b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:27.491261 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-c010ea47-2645-456d-b939-b591edae26de admin admin] Transition to ACTIVE for port object 506e2368-4761-4d29-90d2-8efb106c55fa will not be triggered until provisioned by entity DHCP. {{(pid=86433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:25:27.517857 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69d8389-c488-4273-bd86-3be179a6efb0 None None] Pushing event updated for resources: {'Port': ['ID=99919af5-9acc-4478-96e5-a59b92060cfc,revision_number=3']} {{(pid=86435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:27.524831 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-f69d8389-c488-4273-bd86-3be179a6efb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=86435) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:27.551443 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-c010ea47-2645-456d-b939-b591edae26de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363270981802970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6571441'] for port, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:27.561525 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-00c47742-4171-4d36-9777-0418d10dafe1 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:27.585643 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-76c17501-ce6e-406f-be4f-bae7333d2dfb None None] Set router 3a09b197-b2d3-48e6-a214-0fef5ac9534c gateway port host: dv-cinder-782390-6-iscsi {{(pid=86435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:25:27.615951 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c010ea47-2645-456d-b939-b591edae26de admin admin] Network 2526886f-9243-4f3a-ad6a-99044711de7e is already hosted by enough agents. {{(pid=86433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:25:27.619138 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [None req-c010ea47-2645-456d-b939-b591edae26de admin admin] Resources bound (agent type, host, resource id): {{(pid=86433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:25:27.620890 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Pushing event updated for resources: {'Port': ['ID=8a20c748-b9c5-4a6a-8744-471b2803280b,revision_number=3']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:27.621729 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c010ea47-2645-456d-b939-b591edae26de admin admin] Received port after_create {{(pid=86433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:25:27.637719 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.db.api [None req-807dfa4a-460c-409d-9a10-1cfe64a36373 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86434) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 21 06:25:27.638499 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_db.api [None req-807dfa4a-460c-409d-9a10-1cfe64a36373 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 21 06:25:27.639318 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:27.687977 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c010ea47-2645-456d-b939-b591edae26de admin admin] Pushing event updated for resources: {'Port': ['ID=506e2368-4761-4d29-90d2-8efb106c55fa,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:27.700488 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c010ea47-2645-456d-b939-b591edae26de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:25:27.700910 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c010ea47-2645-456d-b939-b591edae26de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:25:27.701328 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c010ea47-2645-456d-b939-b591edae26de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:25:27.701742 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c010ea47-2645-456d-b939-b591edae26de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:25:27.702145 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c010ea47-2645-456d-b939-b591edae26de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:25:27.702549 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c010ea47-2645-456d-b939-b591edae26de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:25:27.702981 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c010ea47-2645-456d-b939-b591edae26de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:25:27.703383 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c010ea47-2645-456d-b939-b591edae26de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:25:27.703787 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c010ea47-2645-456d-b939-b591edae26de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:25:27.704184 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c010ea47-2645-456d-b939-b591edae26de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:25:27.704584 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c010ea47-2645-456d-b939-b591edae26de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:25:27.704983 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c010ea47-2645-456d-b939-b591edae26de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:25:27.708803 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-c010ea47-2645-456d-b939-b591edae26de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:27.715135 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-c010ea47-2645-456d-b939-b591edae26de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846764798'] for router_interface, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:27.899417 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 77e8f38f-353b-4c7d-885d-7ed0240b443a up at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:25:28.028367 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-c010ea47-2645-456d-b939-b591edae26de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:28.123477 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-76c17501-ce6e-406f-be4f-bae7333d2dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a09b197-b2d3-48e6-a214-0fef5ac9534c', 'name': 'tempest-TestVolumeBootPattern-1024692868-router', 'tenant_id': '740645b3141e48c4a6da3c2cceea9d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '99919af5-9acc-4478-96e5-a59b92060cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:25:22Z', 'updated_at': '2021-04-21T06:25:24Z', 'revision_number': 3, 'project_id': '740645b3141e48c4a6da3c2cceea9d50', 'gw_port': {'id': '99919af5-9acc-4478-96e5-a59b92060cfc', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8c:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a09b197-b2d3-48e6-a214-0fef5ac9534c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:25:23Z', 'updated_at': '2021-04-21T06:25:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi'}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:25:28.127647 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c17501-ce6e-406f-be4f-bae7333d2dfb None None] The sync data for ids ['3a09b197-b2d3-48e6-a214-0fef5ac9534c'] in dv-cinder-782390-6-iscsi is: [{'id': '3a09b197-b2d3-48e6-a214-0fef5ac9534c', 'name': 'tempest-TestVolumeBootPattern-1024692868-router', 'tenant_id': '740645b3141e48c4a6da3c2cceea9d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '99919af5-9acc-4478-96e5-a59b92060cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:25:22Z', 'updated_at': '2021-04-21T06:25:24Z', 'revision_number': 3, 'project_id': '740645b3141e48c4a6da3c2cceea9d50', 'gw_port': {'id': '99919af5-9acc-4478-96e5-a59b92060cfc', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8c:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a09b197-b2d3-48e6-a214-0fef5ac9534c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:25:23Z', 'updated_at': '2021-04-21T06:25:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi'}] {{(pid=86435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 06:25:28.208899 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning complete for port 77e8f38f-353b-4c7d-885d-7ed0240b443a triggered by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:25:28.209183 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:28.281819 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-c010ea47-2645-456d-b939-b591edae26de admin admin] Notify callbacks [] for port, precommit_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:28.326254 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-c010ea47-2645-456d-b939-b591edae26de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848204360'] for port, after_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:28.348292 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 8a20c748-b9c5-4a6a-8744-471b2803280b up at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:25:28.360854 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:28.390602 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-e884dde5-3ffc-4e81-bb3a-1b0e8dec056a None None] Provisioning for port 506e2368-4761-4d29-90d2-8efb106c55fa completed by entity DHCP. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:25:28.405581 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-e884dde5-3ffc-4e81-bb3a-1b0e8dec056a None None] Provisioning complete for port 506e2368-4761-4d29-90d2-8efb106c55fa triggered by entity DHCP. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:25:28.405999 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-e884dde5-3ffc-4e81-bb3a-1b0e8dec056a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:28.452886 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c010ea47-2645-456d-b939-b591edae26de admin admin] Pushing event updated for resources: {'Port': ['ID=506e2368-4761-4d29-90d2-8efb106c55fa,revision_number=2']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:28.461893 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-c010ea47-2645-456d-b939-b591edae26de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:28.473729 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-e884dde5-3ffc-4e81-bb3a-1b0e8dec056a None None] Port 506e2368-4761-4d29-90d2-8efb106c55fa cannot update to ACTIVE because it is not bound. {{(pid=86434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 06:25:28.477838 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-c010ea47-2645-456d-b939-b591edae26de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846863953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8011109'] for router_interface, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:28.487062 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning complete for port 8a20c748-b9c5-4a6a-8744-471b2803280b triggered by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:25:28.487486 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:28.660288 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c010ea47-2645-456d-b939-b591edae26de admin admin] Network 2526886f-9243-4f3a-ad6a-99044711de7e is already hosted by enough agents. {{(pid=86433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:25:28.661497 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [None req-c010ea47-2645-456d-b939-b591edae26de admin admin] Resources bound (agent type, host, resource id): {{(pid=86433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:25:28.879556 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c010ea47-2645-456d-b939-b591edae26de admin admin] Router 3a09b197-b2d3-48e6-a214-0fef5ac9534c has already been hosted by L3 agent 11ad1a07-0ae8-4245-9270-47a08d3f943a {{(pid=86433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 06:25:28.928477 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-8dddff25-a3b5-418d-8173-4a084f466974 None None] Provisioning complete for port 506e2368-4761-4d29-90d2-8efb106c55fa triggered by entity DHCP. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:25:28.928900 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-8dddff25-a3b5-418d-8173-4a084f466974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:28.996117 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-8dddff25-a3b5-418d-8173-4a084f466974 None None] Port 506e2368-4761-4d29-90d2-8efb106c55fa cannot update to ACTIVE because it is not bound. {{(pid=86434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 06:25:29.081757 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c010ea47-2645-456d-b939-b591edae26de admin admin] Notify agent at l3_agent.dv-cinder-782390-6-iscsi the message routers_updated {{(pid=86433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 06:25:29.099176 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-c010ea47-2645-456d-b939-b591edae26de admin admin] 10.222.0.15 "PUT /v2.0/routers/3a09b197-b2d3-48e6-a214-0fef5ac9534c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6205299 Apr 21 06:25:29.892032 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 99919af5-9acc-4478-96e5-a59b92060cfc up at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:25:29.972407 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 44630) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:25:29.979018 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-3d58c8f4-0e48-4502-889d-e661ced2fd97 tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-858493153', 'description': 'tempest-secgroup-smoke-858493153 description', 'project_id': '3306973b72b44b4bbb646cebeef6bb38'}} {{(pid=86433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:25:29.985379 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-3d58c8f4-0e48-4502-889d-e661ced2fd97 tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:25:29.989433 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-3d58c8f4-0e48-4502-889d-e661ced2fd97 tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Usage tracker for resource:security_group and tenant:3306973b72b44b4bbb646cebeef6bb38 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:25:29.992481 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-3d58c8f4-0e48-4502-889d-e661ced2fd97 tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:25:29.995884 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning for port 99919af5-9acc-4478-96e5-a59b92060cfc completed by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:25:29.998631 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-3d58c8f4-0e48-4502-889d-e661ced2fd97 tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:25:30.001065 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning complete for port 99919af5-9acc-4478-96e5-a59b92060cfc triggered by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:25:30.001484 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:30.036320 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3d58c8f4-0e48-4502-889d-e661ced2fd97 tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Notify callbacks [] for security_group, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:30.063065 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-3d58c8f4-0e48-4502-889d-e661ced2fd97 tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:25:30.067612 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-3d58c8f4-0e48-4502-889d-e661ced2fd97 tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Usage tracker for resource:security_group_rule and tenant:3306973b72b44b4bbb646cebeef6bb38 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:25:30.072461 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-3d58c8f4-0e48-4502-889d-e661ced2fd97 tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:25:30.078782 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-3d58c8f4-0e48-4502-889d-e661ced2fd97 tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:25:30.133113 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:30.172939 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] For port 99919af5-9acc-4478-96e5-a59b92060cfc, host dv-cinder-782390-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=99919af5-9acc-4478-96e5-a59b92060cfc,segment=NetworkSegment(d57a18c0-30ee-4dde-82a2-7c14b6979212),segment_id=d57a18c0-30ee-4dde-82a2-7c14b6979212)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:25:30.186562 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3d58c8f4-0e48-4502-889d-e661ced2fd97 tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Notify callbacks [] for security_group, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:30.190480 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:30.192509 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:30.207477 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3d58c8f4-0e48-4502-889d-e661ced2fd97 tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:30.211659 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-4b6160f1-fd1e-4ba4-af8e-1fbfec57ca3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:30.253135 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d58c8f4-0e48-4502-889d-e661ced2fd97 tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1896fd2b-7b8d-4e0f-83c1-41c737208296,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:30.256363 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-3d58c8f4-0e48-4502-889d-e661ced2fd97 tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:30.267499 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Pushing event updated for resources: {'Port': ['ID=99919af5-9acc-4478-96e5-a59b92060cfc,revision_number=4']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:30.270625 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:30.276483 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3d58c8f4-0e48-4502-889d-e661ced2fd97 tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Notify callbacks [] for security_group, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:30.277811 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-3d58c8f4-0e48-4502-889d-e661ced2fd97 tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3043125 Apr 21 06:25:30.280848 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 44638) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:25:30.286336 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-c2bda098-e667-47be-b031-38849c4d7219 tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Request body: {'security_group_rule': {'security_group_id': '1896fd2b-7b8d-4e0f-83c1-41c737208296', 'project_id': '3306973b72b44b4bbb646cebeef6bb38', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:25:30.292629 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-c2bda098-e667-47be-b031-38849c4d7219 tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:25:30.296578 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-c2bda098-e667-47be-b031-38849c4d7219 tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Usage tracker for resource:security_group_rule and tenant:3306973b72b44b4bbb646cebeef6bb38 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:25:30.299557 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-c2bda098-e667-47be-b031-38849c4d7219 tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:25:30.305428 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-c2bda098-e667-47be-b031-38849c4d7219 tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:25:30.340441 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-c2bda098-e667-47be-b031-38849c4d7219 tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:30.402146 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-c2bda098-e667-47be-b031-38849c4d7219 tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:30.428903 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-c2bda098-e667-47be-b031-38849c4d7219 tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993536'] for security_group_rule, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:30.431156 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:30.455638 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bda098-e667-47be-b031-38849c4d7219 tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2747308-9f7a-472e-944d-9d0ba0de2614,revision_number=0']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:30.458105 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-c2bda098-e667-47be-b031-38849c4d7219 tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:30.499161 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-c2bda098-e667-47be-b031-38849c4d7219 tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:30.500483 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-c2bda098-e667-47be-b031-38849c4d7219 tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2186348 Apr 21 06:25:30.503394 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 44644) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:25:30.509116 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-23cd65ee-12c8-4eed-8a10-80c835fed3f0 tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Request body: {'security_group_rule': {'security_group_id': '1896fd2b-7b8d-4e0f-83c1-41c737208296', 'project_id': '3306973b72b44b4bbb646cebeef6bb38', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:25:30.516263 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-23cd65ee-12c8-4eed-8a10-80c835fed3f0 tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:25:30.520426 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-23cd65ee-12c8-4eed-8a10-80c835fed3f0 tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Usage tracker for resource:security_group_rule and tenant:3306973b72b44b4bbb646cebeef6bb38 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:25:30.523879 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-23cd65ee-12c8-4eed-8a10-80c835fed3f0 tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:25:30.530050 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-23cd65ee-12c8-4eed-8a10-80c835fed3f0 tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:25:30.574064 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-23cd65ee-12c8-4eed-8a10-80c835fed3f0 tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:30.643158 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-23cd65ee-12c8-4eed-8a10-80c835fed3f0 tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:30.674371 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-23cd65ee-12c8-4eed-8a10-80c835fed3f0 tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993536'] for security_group_rule, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:30.676597 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-8de28268-6215-430b-8817-9a57afe55ef6 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:30.701724 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cd65ee-12c8-4eed-8a10-80c835fed3f0 tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea52ef72-9aec-4bb7-869a-32628644f804,revision_number=0']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:30.706573 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-23cd65ee-12c8-4eed-8a10-80c835fed3f0 tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:30.737253 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-23cd65ee-12c8-4eed-8a10-80c835fed3f0 tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:30.738552 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-23cd65ee-12c8-4eed-8a10-80c835fed3f0 tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2341442 Apr 21 06:25:30.741377 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 44650) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:25:30.747526 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-8d38c440-51a9-47a1-8f98-6edb28139225 tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Request body: {'security_group_rule': {'security_group_id': '1896fd2b-7b8d-4e0f-83c1-41c737208296', 'project_id': '3306973b72b44b4bbb646cebeef6bb38', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:25:30.753732 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-8d38c440-51a9-47a1-8f98-6edb28139225 tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:25:30.758012 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-8d38c440-51a9-47a1-8f98-6edb28139225 tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Usage tracker for resource:security_group_rule and tenant:3306973b72b44b4bbb646cebeef6bb38 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:25:30.761667 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-8d38c440-51a9-47a1-8f98-6edb28139225 tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:25:30.767759 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-8d38c440-51a9-47a1-8f98-6edb28139225 tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:25:30.815086 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-8d38c440-51a9-47a1-8f98-6edb28139225 tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:30.881534 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-8d38c440-51a9-47a1-8f98-6edb28139225 tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:30.904263 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1e0db0-d208-48fd-9d8b-a97a328da727 None None] Sync routers for ids ['3a09b197-b2d3-48e6-a214-0fef5ac9534c'] in dv-cinder-782390-6-iscsi {{(pid=86434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 06:25:30.914245 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1e0db0-d208-48fd-9d8b-a97a328da727 None None] Routers {'3a09b197-b2d3-48e6-a214-0fef5ac9534c'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:25:30.914708 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-8d38c440-51a9-47a1-8f98-6edb28139225 tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993536'] for security_group_rule, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:30.914964 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-9f1e0db0-d208-48fd-9d8b-a97a328da727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T06:25:04Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['3a09b197-b2d3-48e6-a214-0fef5ac9534c'], 'active': True} {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:25:30.923905 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:30.943954 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d38c440-51a9-47a1-8f98-6edb28139225 tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe3a375d-692b-4b06-b555-cd402dae6630,revision_number=0']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:30.946654 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-8d38c440-51a9-47a1-8f98-6edb28139225 tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:30.996057 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-8d38c440-51a9-47a1-8f98-6edb28139225 tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:30.997317 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-8d38c440-51a9-47a1-8f98-6edb28139225 tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2549450 Apr 21 06:25:31.000124 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 44658) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:25:31.005808 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-f86800bd-24d3-466b-a57f-1ef8944ab4ee tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Request body: {'security_group_rule': {'security_group_id': '1896fd2b-7b8d-4e0f-83c1-41c737208296', 'project_id': '3306973b72b44b4bbb646cebeef6bb38', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:25:31.012604 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-f86800bd-24d3-466b-a57f-1ef8944ab4ee tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:25:31.016647 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-f86800bd-24d3-466b-a57f-1ef8944ab4ee tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Usage tracker for resource:security_group_rule and tenant:3306973b72b44b4bbb646cebeef6bb38 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:25:31.019672 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-f86800bd-24d3-466b-a57f-1ef8944ab4ee tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:25:31.026574 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-f86800bd-24d3-466b-a57f-1ef8944ab4ee tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:25:31.081093 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f86800bd-24d3-466b-a57f-1ef8944ab4ee tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:31.105358 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-9f1e0db0-d208-48fd-9d8b-a97a328da727 None None] Set router 3a09b197-b2d3-48e6-a214-0fef5ac9534c gateway port host: dv-cinder-782390-6-iscsi {{(pid=86434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:25:31.146282 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f86800bd-24d3-466b-a57f-1ef8944ab4ee tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:31.178711 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f86800bd-24d3-466b-a57f-1ef8944ab4ee tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993536'] for security_group_rule, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:31.181016 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5bf34f6c-e6c5-4943-9532-76a2a9159d7e tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:31.209491 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86800bd-24d3-466b-a57f-1ef8944ab4ee tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba94ea8a-edc0-4710-ac00-385806bb437e,revision_number=0']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:31.236971 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-f86800bd-24d3-466b-a57f-1ef8944ab4ee tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:31.310348 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f86800bd-24d3-466b-a57f-1ef8944ab4ee tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:31.312045 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-f86800bd-24d3-466b-a57f-1ef8944ab4ee tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3109231 Apr 21 06:25:31.315231 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 44666) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:25:31.321876 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-a87a7fc2-b72e-4a97-8f14-80ecdbc3cd3f tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Request body: {'security_group_rule': {'security_group_id': '1896fd2b-7b8d-4e0f-83c1-41c737208296', 'project_id': '3306973b72b44b4bbb646cebeef6bb38', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:25:31.328842 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-a87a7fc2-b72e-4a97-8f14-80ecdbc3cd3f tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:25:31.333060 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-a87a7fc2-b72e-4a97-8f14-80ecdbc3cd3f tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Usage tracker for resource:security_group_rule and tenant:3306973b72b44b4bbb646cebeef6bb38 is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:25:31.336165 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-a87a7fc2-b72e-4a97-8f14-80ecdbc3cd3f tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:25:31.343953 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-a87a7fc2-b72e-4a97-8f14-80ecdbc3cd3f tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:25:31.384518 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.db.securitygroups_db [None req-a87a7fc2-b72e-4a97-8f14-80ecdbc3cd3f tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Project 3306973b72b44b4bbb646cebeef6bb38 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 06:25:31.391851 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-a87a7fc2-b72e-4a97-8f14-80ecdbc3cd3f tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:31.440304 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-9f1e0db0-d208-48fd-9d8b-a97a328da727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a09b197-b2d3-48e6-a214-0fef5ac9534c', 'name': 'tempest-TestVolumeBootPattern-1024692868-router', 'tenant_id': '740645b3141e48c4a6da3c2cceea9d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '99919af5-9acc-4478-96e5-a59b92060cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:25:22Z', 'updated_at': '2021-04-21T06:25:27Z', 'revision_number': 4, 'project_id': '740645b3141e48c4a6da3c2cceea9d50', 'gw_port': {'id': '99919af5-9acc-4478-96e5-a59b92060cfc', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a09b197-b2d3-48e6-a214-0fef5ac9534c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:25:23Z', 'updated_at': '2021-04-21T06:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi', '_interfaces': [{'id': '506e2368-4761-4d29-90d2-8efb106c55fa', 'name': '', 'network_id': '2526886f-9243-4f3a-ad6a-99044711de7e', 'tenant_id': '740645b3141e48c4a6da3c2cceea9d50', 'mac_address': 'fa:16:3e:4a:d8:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a09b197-b2d3-48e6-a214-0fef5ac9534c', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '39c5c004-ede8-4b81-a2e6-fcd1f00aa6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:25:27Z', 'updated_at': '2021-04-21T06:25:28Z', 'revision_number': 2, 'project_id': '740645b3141e48c4a6da3c2cceea9d50', 'subnets': [{'id': '39c5c004-ede8-4b81-a2e6-fcd1f00aa6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:25:31.444288 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1e0db0-d208-48fd-9d8b-a97a328da727 None None] Checking router: 3a09b197-b2d3-48e6-a214-0fef5ac9534c for host: dv-cinder-782390-6-iscsi {{(pid=86434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 06:25:31.444686 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1e0db0-d208-48fd-9d8b-a97a328da727 None None] Updating router 3a09b197-b2d3-48e6-a214-0fef5ac9534c port 506e2368-4761-4d29-90d2-8efb106c55fa binding host dv-cinder-782390-6-iscsi {{(pid=86434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 21 06:25:31.459857 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-a87a7fc2-b72e-4a97-8f14-80ecdbc3cd3f tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:31.487282 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-a87a7fc2-b72e-4a97-8f14-80ecdbc3cd3f tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993536'] for security_group_rule, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:31.489600 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:31.501756 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9f1e0db0-d208-48fd-9d8b-a97a328da727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:31.513558 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87a7fc2-b72e-4a97-8f14-80ecdbc3cd3f tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eae5202-1c98-4096-9866-a2a0729538bd,revision_number=0']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:31.524496 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a7fc2-b72e-4a97-8f14-80ecdbc3cd3f tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:25:31.524916 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a7fc2-b72e-4a97-8f14-80ecdbc3cd3f tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:25:31.525843 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a7fc2-b72e-4a97-8f14-80ecdbc3cd3f tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:25:31.526242 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a7fc2-b72e-4a97-8f14-80ecdbc3cd3f tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:25:31.526639 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a7fc2-b72e-4a97-8f14-80ecdbc3cd3f tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:25:31.527090 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a7fc2-b72e-4a97-8f14-80ecdbc3cd3f tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:25:31.527486 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a7fc2-b72e-4a97-8f14-80ecdbc3cd3f tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:25:31.527881 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a7fc2-b72e-4a97-8f14-80ecdbc3cd3f tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:25:31.528273 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a7fc2-b72e-4a97-8f14-80ecdbc3cd3f tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:25:31.528714 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a7fc2-b72e-4a97-8f14-80ecdbc3cd3f tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:25:31.529050 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a7fc2-b72e-4a97-8f14-80ecdbc3cd3f tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:25:31.529516 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a7fc2-b72e-4a97-8f14-80ecdbc3cd3f tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:25:31.533075 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-a87a7fc2-b72e-4a97-8f14-80ecdbc3cd3f tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:31.561666 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-a87a7fc2-b72e-4a97-8f14-80ecdbc3cd3f tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:31.563051 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-a87a7fc2-b72e-4a97-8f14-80ecdbc3cd3f tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2466893 Apr 21 06:25:31.565898 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 44672) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:25:31.572833 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-6a2ad045-6ba0-4e0f-9148-fcd5253d409a tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Request body: {'security_group_rule': {'security_group_id': '1896fd2b-7b8d-4e0f-83c1-41c737208296', 'project_id': '3306973b72b44b4bbb646cebeef6bb38', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:25:31.579865 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-6a2ad045-6ba0-4e0f-9148-fcd5253d409a tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:25:31.584179 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-6a2ad045-6ba0-4e0f-9148-fcd5253d409a tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Usage tracker for resource:security_group_rule and tenant:3306973b72b44b4bbb646cebeef6bb38 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:25:31.587281 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-6a2ad045-6ba0-4e0f-9148-fcd5253d409a tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:25:31.593987 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-6a2ad045-6ba0-4e0f-9148-fcd5253d409a tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:25:31.630338 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.db.securitygroups_db [None req-6a2ad045-6ba0-4e0f-9148-fcd5253d409a tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Project 3306973b72b44b4bbb646cebeef6bb38 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 06:25:31.637774 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6a2ad045-6ba0-4e0f-9148-fcd5253d409a tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:31.708311 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6a2ad045-6ba0-4e0f-9148-fcd5253d409a tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:31.744409 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6a2ad045-6ba0-4e0f-9148-fcd5253d409a tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993536'] for security_group_rule, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:31.746529 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:31.768377 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2ad045-6ba0-4e0f-9148-fcd5253d409a tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ada39b31-ae18-46ae-a457-199f853cc769,revision_number=0']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:31.772873 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-6a2ad045-6ba0-4e0f-9148-fcd5253d409a tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:31.813206 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6a2ad045-6ba0-4e0f-9148-fcd5253d409a tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:31.814886 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-6a2ad045-6ba0-4e0f-9148-fcd5253d409a tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2476571 Apr 21 06:25:31.874980 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9f1e0db0-d208-48fd-9d8b-a97a328da727 None None] Notify callbacks [] for port, precommit_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:31.880650 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 99919af5-9acc-4478-96e5-a59b92060cfc up at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:25:31.929287 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-9f1e0db0-d208-48fd-9d8b-a97a328da727 None None] Transition to ACTIVE for port object 506e2368-4761-4d29-90d2-8efb106c55fa will not be triggered until provisioned by entity L2. {{(pid=86434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:25:31.964138 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning complete for port 99919af5-9acc-4478-96e5-a59b92060cfc triggered by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:25:31.964563 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:31.995738 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9f1e0db0-d208-48fd-9d8b-a97a328da727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:32.009395 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5af8fc09-efdf-4b18-a1cc-f9fda1b21b9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:32.201184 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-eb5c673f-779e-4078-8c38-1a1ff841ad22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:32.248097 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189e7f0f-a49b-4103-9629-59d03aed572e None None] Pushing event updated for resources: {'Port': ['ID=506e2368-4761-4d29-90d2-8efb106c55fa,revision_number=3']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:32.256589 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-189e7f0f-a49b-4103-9629-59d03aed572e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:32.320459 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-9f1e0db0-d208-48fd-9d8b-a97a328da727 None None] Attempting to bind port 506e2368-4761-4d29-90d2-8efb106c55fa on host dv-cinder-782390-6-iscsi for vnic_type normal with profile {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:25:32.320880 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-9f1e0db0-d208-48fd-9d8b-a97a328da727 None None] Attempting to bind port 506e2368-4761-4d29-90d2-8efb106c55fa by drivers openvswitch,hyperv on host dv-cinder-782390-6-iscsi at level 0 using segments [{'id': 'ba11cfc1-b3d9-4346-8af3-17d779a5e426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2526886f-9243-4f3a-ad6a-99044711de7e'}] {{(pid=86434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:25:32.321298 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1e0db0-d208-48fd-9d8b-a97a328da727 None None] Attempting to bind port 506e2368-4761-4d29-90d2-8efb106c55fa on network 2526886f-9243-4f3a-ad6a-99044711de7e {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:25:32.335946 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1e0db0-d208-48fd-9d8b-a97a328da727 None None] Checking agent: {'id': '6ed75209-5459-46e4-8756-ce582068b488', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 5, 55, 6), 'started_at': datetime.datetime(2021, 4, 21, 5, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:25:32.336276 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1e0db0-d208-48fd-9d8b-a97a328da727 None None] Checking segment: {'id': 'ba11cfc1-b3d9-4346-8af3-17d779a5e426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2526886f-9243-4f3a-ad6a-99044711de7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:25:32.336678 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9f1e0db0-d208-48fd-9d8b-a97a328da727 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:32.337118 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1e0db0-d208-48fd-9d8b-a97a328da727 None None] Bound using segment: {'id': 'ba11cfc1-b3d9-4346-8af3-17d779a5e426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2526886f-9243-4f3a-ad6a-99044711de7e'} {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:25:32.338220 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-9f1e0db0-d208-48fd-9d8b-a97a328da727 None None] Bound port: 506e2368-4761-4d29-90d2-8efb106c55fa, host: dv-cinder-782390-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba11cfc1-b3d9-4346-8af3-17d779a5e426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2526886f-9243-4f3a-ad6a-99044711de7e'}}] {{(pid=86434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:25:32.338634 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9f1e0db0-d208-48fd-9d8b-a97a328da727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:32.457416 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9f1e0db0-d208-48fd-9d8b-a97a328da727 None None] For port 506e2368-4761-4d29-90d2-8efb106c55fa, host dv-cinder-782390-6-iscsi, cleared binding levels {{(pid=86434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:25:32.460506 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9f1e0db0-d208-48fd-9d8b-a97a328da727 None None] For port 506e2368-4761-4d29-90d2-8efb106c55fa, host dv-cinder-782390-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=506e2368-4761-4d29-90d2-8efb106c55fa,segment=NetworkSegment(ba11cfc1-b3d9-4346-8af3-17d779a5e426),segment_id=ba11cfc1-b3d9-4346-8af3-17d779a5e426)] {{(pid=86434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:25:32.481913 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9f1e0db0-d208-48fd-9d8b-a97a328da727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:32.486565 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:32.569338 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1e0db0-d208-48fd-9d8b-a97a328da727 None None] Routers {'3a09b197-b2d3-48e6-a214-0fef5ac9534c'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:25:32.570031 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-9f1e0db0-d208-48fd-9d8b-a97a328da727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T06:25:04Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['3a09b197-b2d3-48e6-a214-0fef5ac9534c'], 'active': True} {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:25:32.638155 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189e7f0f-a49b-4103-9629-59d03aed572e None None] Pushing event updated for resources: {'Port': ['ID=506e2368-4761-4d29-90d2-8efb106c55fa,revision_number=4']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:32.702673 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-189e7f0f-a49b-4103-9629-59d03aed572e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:32.777568 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-9f1e0db0-d208-48fd-9d8b-a97a328da727 None None] Set router 3a09b197-b2d3-48e6-a214-0fef5ac9534c gateway port host: dv-cinder-782390-6-iscsi {{(pid=86434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:25:33.304010 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-9f1e0db0-d208-48fd-9d8b-a97a328da727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a09b197-b2d3-48e6-a214-0fef5ac9534c', 'name': 'tempest-TestVolumeBootPattern-1024692868-router', 'tenant_id': '740645b3141e48c4a6da3c2cceea9d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '99919af5-9acc-4478-96e5-a59b92060cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:25:22Z', 'updated_at': '2021-04-21T06:25:27Z', 'revision_number': 4, 'project_id': '740645b3141e48c4a6da3c2cceea9d50', 'gw_port': {'id': '99919af5-9acc-4478-96e5-a59b92060cfc', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a09b197-b2d3-48e6-a214-0fef5ac9534c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:25:23Z', 'updated_at': '2021-04-21T06:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi', '_interfaces': [{'id': '506e2368-4761-4d29-90d2-8efb106c55fa', 'name': '', 'network_id': '2526886f-9243-4f3a-ad6a-99044711de7e', 'tenant_id': '740645b3141e48c4a6da3c2cceea9d50', 'mac_address': 'fa:16:3e:4a:d8:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a09b197-b2d3-48e6-a214-0fef5ac9534c', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '39c5c004-ede8-4b81-a2e6-fcd1f00aa6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:25:27Z', 'updated_at': '2021-04-21T06:25:32Z', 'revision_number': 4, 'project_id': '740645b3141e48c4a6da3c2cceea9d50', 'subnets': [{'id': '39c5c004-ede8-4b81-a2e6-fcd1f00aa6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:25:33.308942 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1e0db0-d208-48fd-9d8b-a97a328da727 None None] The sync data for ids ['3a09b197-b2d3-48e6-a214-0fef5ac9534c'] in dv-cinder-782390-6-iscsi is: [{'id': '3a09b197-b2d3-48e6-a214-0fef5ac9534c', 'name': 'tempest-TestVolumeBootPattern-1024692868-router', 'tenant_id': '740645b3141e48c4a6da3c2cceea9d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '99919af5-9acc-4478-96e5-a59b92060cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:25:22Z', 'updated_at': '2021-04-21T06:25:27Z', 'revision_number': 4, 'project_id': '740645b3141e48c4a6da3c2cceea9d50', 'gw_port': {'id': '99919af5-9acc-4478-96e5-a59b92060cfc', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a09b197-b2d3-48e6-a214-0fef5ac9534c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:25:23Z', 'updated_at': '2021-04-21T06:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi', '_interfaces': [{'id': '506e2368-4761-4d29-90d2-8efb106c55fa', 'name': '', 'network_id': '2526886f-9243-4f3a-ad6a-99044711de7e', 'tenant_id': '740645b3141e48c4a6da3c2cceea9d50', 'mac_address': 'fa:16:3e:4a:d8:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a09b197-b2d3-48e6-a214-0fef5ac9534c', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '39c5c004-ede8-4b81-a2e6-fcd1f00aa6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:25:27Z', 'updated_at': '2021-04-21T06:25:32Z', 'revision_number': 4, 'project_id': '740645b3141e48c4a6da3c2cceea9d50', 'subnets': [{'id': '39c5c004-ede8-4b81-a2e6-fcd1f00aa6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 06:25:33.881695 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 506e2368-4761-4d29-90d2-8efb106c55fa up at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:25:33.984300 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning for port 506e2368-4761-4d29-90d2-8efb106c55fa completed by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:25:33.989870 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning complete for port 506e2368-4761-4d29-90d2-8efb106c55fa triggered by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:25:33.990292 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:34.122136 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:34.157971 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] For port 506e2368-4761-4d29-90d2-8efb106c55fa, host dv-cinder-782390-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=506e2368-4761-4d29-90d2-8efb106c55fa,segment=NetworkSegment(ba11cfc1-b3d9-4346-8af3-17d779a5e426),segment_id=ba11cfc1-b3d9-4346-8af3-17d779a5e426)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:25:34.184283 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:34.186297 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-ff2d9368-b424-4675-a39d-b1d7906533de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:34.275840 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Pushing event updated for resources: {'Port': ['ID=506e2368-4761-4d29-90d2-8efb106c55fa,revision_number=5']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:34.279838 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:34.510390 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-32b59604-1323-4cc7-b36b-a7124aa358a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:35.028681 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:35.527224 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:35.876262 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 506e2368-4761-4d29-90d2-8efb106c55fa up at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:25:35.950011 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning complete for port 506e2368-4761-4d29-90d2-8efb106c55fa triggered by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:25:35.950434 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:36.269063 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:37.074631 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:26:02.056243 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-b6cbeb5a-9d84-42ec-90c1-f1b795148ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:26:04.092608 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:26:04.509394 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-ca16cd42-8bb5-4884-b799-0b375027597d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:26:05.028806 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:26:05.530304 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:26:06.285882 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:26:07.080467 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:26:24.093651 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-5edc6548-cebf-41c0-99ab-86bc5108e371 req-e762f24a-e818-4949-9534-913939faf269 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0815337 Apr 21 06:26:24.242596 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc6548-cebf-41c0-99ab-86bc5108e371 req-038a6cb5-3247-435b-9bf0-f8c71dcbe569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:26:24.244189 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-5edc6548-cebf-41c0-99ab-86bc5108e371 req-038a6cb5-3247-435b-9bf0-f8c71dcbe569 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=83c72247bd04473380fa74addf843cfd&device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 1098 time: 0.0806675 Apr 21 06:26:24.397942 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc6548-cebf-41c0-99ab-86bc5108e371 req-2e772bb6-cbca-4f2d-9db5-47e2b8db6745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:26:24.400090 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-5edc6548-cebf-41c0-99ab-86bc5108e371 req-2e772bb6-cbca-4f2d-9db5-47e2b8db6745 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8a477b33-6a11-4388-9f32-3a61c0f7920e HTTP/1.1" status: 200 len: 919 time: 0.1363585 Apr 21 06:26:24.474964 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-5edc6548-cebf-41c0-99ab-86bc5108e371 req-7d378125-1869-4a45-90d9-8618a4b4f6b3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ab21f9f-1509-41df-ba62-c5cf11ead2ce HTTP/1.1" status: 200 len: 217 time: 0.0686269 Apr 21 06:26:24.541653 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc6548-cebf-41c0-99ab-86bc5108e371 req-d7fb289a-f43f-422f-8af8-05cfaf60ead5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:26:24.543239 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-5edc6548-cebf-41c0-99ab-86bc5108e371 req-d7fb289a-f43f-422f-8af8-05cfaf60ead5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2da1c0c9-9d0e-43d1-a8aa-9f65aa7cd6bc HTTP/1.1" status: 200 len: 858 time: 0.0627964 Apr 21 06:26:24.829961 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-5edc6548-cebf-41c0-99ab-86bc5108e371 req-d9a3dbff-0118-482e-819d-6a94a4cb2a68 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8a477b33-6a11-4388-9f32-3a61c0f7920e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2808762 Apr 21 06:26:24.970457 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-5edc6548-cebf-41c0-99ab-86bc5108e371 req-e921f9c3-a574-4565-9ac4-3f5e4208433d service neutron] 10.222.0.11 "GET /v2.0/networks/8a477b33-6a11-4388-9f32-3a61c0f7920e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339829 Apr 21 06:26:25.111042 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-5edc6548-cebf-41c0-99ab-86bc5108e371 req-c936bf03-189a-452d-ab83-b87d52175702 service neutron] 10.222.0.11 "GET /v2.0/networks/8a477b33-6a11-4388-9f32-3a61c0f7920e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346345 Apr 21 06:26:29.370479 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe048c1-b8d5-4f3f-a3a7-7d0a9e8e058a req-b44c2ece-b949-4bfc-a714-51fca329d0aa tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:26:29.372190 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-dbe048c1-b8d5-4f3f-a3a7-7d0a9e8e058a req-b44c2ece-b949-4bfc-a714-51fca329d0aa tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8da5d63-9858-4a18-9b9a-07455985ef41 HTTP/1.1" status: 200 len: 946 time: 0.1925988 Apr 21 06:26:29.419745 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-dbe048c1-b8d5-4f3f-a3a7-7d0a9e8e058a req-1a445f38-fb56-462f-bc1f-1313d7b372e0 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411460 Apr 21 06:26:29.692698 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bcf02c-2db7-4467-b6d0-7ee9f265a0eb req-4fc7d4cd-0400-46ad-8caf-f72f55474314 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:26:29.694252 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-26bcf02c-2db7-4467-b6d0-7ee9f265a0eb req-4fc7d4cd-0400-46ad-8caf-f72f55474314 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8da5d63-9858-4a18-9b9a-07455985ef41 HTTP/1.1" status: 200 len: 946 time: 0.0902550 Apr 21 06:26:29.770562 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [req-26bcf02c-2db7-4467-b6d0-7ee9f265a0eb req-dd69a7d6-d3a8-4ebf-b040-e12d8c5c99d8 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Deleting port f15b2d24-48f2-4f38-80a6-0b3c822d56e2 {{(pid=86432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:26:29.770967 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-26bcf02c-2db7-4467-b6d0-7ee9f265a0eb req-dd69a7d6-d3a8-4ebf-b040-e12d8c5c99d8 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363270981359476'] for port, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:26:30.029584 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [req-26bcf02c-2db7-4467-b6d0-7ee9f265a0eb req-dd69a7d6-d3a8-4ebf-b040-e12d8c5c99d8 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] For port f15b2d24-48f2-4f38-80a6-0b3c822d56e2, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=f15b2d24-48f2-4f38-80a6-0b3c822d56e2,segment=NetworkSegment(2039c6c7-ff97-42ba-b3c3-15d3e07cc6a7),segment_id=2039c6c7-ff97-42ba-b3c3-15d3e07cc6a7)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:26:30.029961 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-26bcf02c-2db7-4467-b6d0-7ee9f265a0eb req-dd69a7d6-d3a8-4ebf-b040-e12d8c5c99d8 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846743427'] for port, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:26:30.173451 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [req-26bcf02c-2db7-4467-b6d0-7ee9f265a0eb req-dd69a7d6-d3a8-4ebf-b040-e12d8c5c99d8 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Calling delete_port for f15b2d24-48f2-4f38-80a6-0b3c822d56e2 owned by compute:nova {{(pid=86432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:26:30.439424 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-26bcf02c-2db7-4467-b6d0-7ee9f265a0eb req-dd69a7d6-d3a8-4ebf-b040-e12d8c5c99d8 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270981355551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765872972847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848222423'] for port, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:26:30.446976 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:26:30.452987 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] get_ports_and_sgs() called for port_ids ['8ab21f9f-1509-41df-ba62-c5cf11ead2ce', 'f15b2d24-48f2-4f38-80a6-0b3c822d56e2'] {{(pid=86434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:26:30.498154 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd69a7d6-d3a8-4ebf-b040-e12d8c5c99d8 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Pushing event deleted for resources: {'Port': ['ID=f15b2d24-48f2-4f38-80a6-0b3c822d56e2,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:26:30.501509 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-dd69a7d6-d3a8-4ebf-b040-e12d8c5c99d8 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:26:30.581158 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [req-26bcf02c-2db7-4467-b6d0-7ee9f265a0eb req-dd69a7d6-d3a8-4ebf-b040-e12d8c5c99d8 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] No DVR routers for this DVR port f15b2d24-48f2-4f38-80a6-0b3c822d56e2 on host hv-cinder-78239 {{(pid=86432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 06:26:30.584972 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-26bcf02c-2db7-4467-b6d0-7ee9f265a0eb req-dd69a7d6-d3a8-4ebf-b040-e12d8c5c99d8 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:26:30.589237 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8da5d63-9858-4a18-9b9a-07455985ef41', 'name': 'network-vif-deleted', 'tag': 'f15b2d24-48f2-4f38-80a6-0b3c822d56e2'}] {{(pid=86432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:26:30.646073 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-26bcf02c-2db7-4467-b6d0-7ee9f265a0eb req-dd69a7d6-d3a8-4ebf-b040-e12d8c5c99d8 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.11 "DELETE /v2.0/ports/f15b2d24-48f2-4f38-80a6-0b3c822d56e2 HTTP/1.1" status: 204 len: 173 time: 0.9456837 Apr 21 06:26:30.696715 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-884c1d64-8cfb-4449-b98e-d87487556e33 req-90b99635-8246-464d-abe1-1a2048d834b3 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8da5d63-9858-4a18-9b9a-07455985ef41 HTTP/1.1" status: 200 len: 210 time: 0.1417513 Apr 21 06:26:30.710013 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8da5d63-9858-4a18-9b9a-07455985ef41', 'name': 'network-vif-deleted', 'tag': 'f15b2d24-48f2-4f38-80a6-0b3c822d56e2', 'status': 'completed', 'code': 200} Apr 21 06:26:32.060557 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0ef373b2-a6f1-4d98-bffc-d2471b35c855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:26:32.269204 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca765dd2-d6a1-4600-816e-20d77e86dadc req-99c2a0d4-e8d2-4ca7-9d81-62d451dffbf4 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:26:32.270220 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-ca765dd2-d6a1-4600-816e-20d77e86dadc req-99c2a0d4-e8d2-4ca7-9d81-62d451dffbf4 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Synchronizing usage tracker for tenant:83c72247bd04473380fa74addf843cfd on resource:port {{(pid=86432) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:26:32.312024 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-ca765dd2-d6a1-4600-816e-20d77e86dadc req-99c2a0d4-e8d2-4ca7-9d81-62d451dffbf4 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Unset dirty status for tenant:83c72247bd04473380fa74addf843cfd on resource:port {{(pid=86432) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:26:32.313554 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ca765dd2-d6a1-4600-816e-20d77e86dadc req-99c2a0d4-e8d2-4ca7-9d81-62d451dffbf4 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 945 time: 0.1311889 Apr 21 06:26:32.365948 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ca765dd2-d6a1-4600-816e-20d77e86dadc req-2f09d348-ee97-46b4-a95e-48d8683e06b7 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459070 Apr 21 06:26:32.742467 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b96b9b-521f-40a6-9ab3-6eba2423887e req-f11f087f-9436-46e4-8ac6-f80568b2cae5 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:26:32.744059 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-52b96b9b-521f-40a6-9ab3-6eba2423887e req-f11f087f-9436-46e4-8ac6-f80568b2cae5 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.11 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 945 time: 0.0865879 Apr 21 06:26:32.819866 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [req-52b96b9b-521f-40a6-9ab3-6eba2423887e req-ce91dd82-b29c-46ff-8fa3-666661bb51ca tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Deleting port 8ab21f9f-1509-41df-ba62-c5cf11ead2ce {{(pid=86432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:26:32.820788 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-52b96b9b-521f-40a6-9ab3-6eba2423887e req-ce91dd82-b29c-46ff-8fa3-666661bb51ca tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363270981359476'] for port, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:26:32.969654 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Device 8ab21f9f-1509-41df-ba62-c5cf11ead2ce no longer exists at agent hyperv_hv-cinder-78239 {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:26:33.085562 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [req-52b96b9b-521f-40a6-9ab3-6eba2423887e req-ce91dd82-b29c-46ff-8fa3-666661bb51ca tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] For port 8ab21f9f-1509-41df-ba62-c5cf11ead2ce, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=8ab21f9f-1509-41df-ba62-c5cf11ead2ce,segment=NetworkSegment(2039c6c7-ff97-42ba-b3c3-15d3e07cc6a7),segment_id=2039c6c7-ff97-42ba-b3c3-15d3e07cc6a7)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:26:33.086073 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-52b96b9b-521f-40a6-9ab3-6eba2423887e req-ce91dd82-b29c-46ff-8fa3-666661bb51ca tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846743427'] for port, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:26:33.098803 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:26:33.127095 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd18dcc6c-0640-42cf-bdb7-189fce144353', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ab21f9f-1509-41df-ba62-c5cf11ead2ce'}] {{(pid=86434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:26:33.137399 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] For port 8ab21f9f-1509-41df-ba62-c5cf11ead2ce, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=8ab21f9f-1509-41df-ba62-c5cf11ead2ce,segment=NetworkSegment(2039c6c7-ff97-42ba-b3c3-15d3e07cc6a7),segment_id=2039c6c7-ff97-42ba-b3c3-15d3e07cc6a7)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:26:33.169474 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:26:33.170330 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Device f15b2d24-48f2-4f38-80a6-0b3c822d56e2 no longer exists at agent hyperv_hv-cinder-78239 {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:26:33.198346 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd18dcc6c-0640-42cf-bdb7-189fce144353', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ab21f9f-1509-41df-ba62-c5cf11ead2ce', 'code': 200} Apr 21 06:26:33.198996 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:26:33.220794 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [req-52b96b9b-521f-40a6-9ab3-6eba2423887e req-ce91dd82-b29c-46ff-8fa3-666661bb51ca tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Calling delete_port for 8ab21f9f-1509-41df-ba62-c5cf11ead2ce owned by compute:nova {{(pid=86432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:26:33.279670 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Pushing event updated for resources: {'Port': ['ID=8ab21f9f-1509-41df-ba62-c5cf11ead2ce,revision_number=6']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:26:33.281948 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] No Port match for: f15b2d24-48f2-4f38-80a6-0b3c822d56e2 {{(pid=86434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:26:33.282343 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Device f15b2d24-48f2-4f38-80a6-0b3c822d56e2 not bound to the agent host hv-cinder-78239 {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:26:33.291265 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:26:33.291657 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:26:33.292041 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:26:33.292425 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:26:33.292793 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:26:33.293427 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:26:33.293756 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:26:33.294127 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:26:33.294498 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:26:33.294895 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:26:33.295265 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:26:33.295629 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:26:33.299704 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:26:33.439301 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.db.api [req-52b96b9b-521f-40a6-9ab3-6eba2423887e req-ce91dd82-b29c-46ff-8fa3-666661bb51ca tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86432) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 21 06:26:33.439754 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_db.api [req-52b96b9b-521f-40a6-9ab3-6eba2423887e req-ce91dd82-b29c-46ff-8fa3-666661bb51ca tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 21 06:26:33.573912 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d71e2-ad28-4b99-9103-64b95344c644 req-c391f0cc-aa3a-4cee-935e-5c066ab3acdc tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:26:33.575718 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ef5d71e2-ad28-4b99-9103-64b95344c644 req-c391f0cc-aa3a-4cee-935e-5c066ab3acdc tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 943 time: 0.0919995 Apr 21 06:26:33.629172 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ef5d71e2-ad28-4b99-9103-64b95344c644 req-19b2800d-c274-4ee1-819e-f3e0ed972caf tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/security-groups?id=3efc6158-2190-4f82-ae84-d64af450c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463858 Apr 21 06:26:33.941105 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [req-52b96b9b-521f-40a6-9ab3-6eba2423887e req-ce91dd82-b29c-46ff-8fa3-666661bb51ca tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Deleting port 8ab21f9f-1509-41df-ba62-c5cf11ead2ce {{(pid=86432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:26:33.941502 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-52b96b9b-521f-40a6-9ab3-6eba2423887e req-ce91dd82-b29c-46ff-8fa3-666661bb51ca tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363270981359476'] for port, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:26:34.201241 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [req-52b96b9b-521f-40a6-9ab3-6eba2423887e req-ce91dd82-b29c-46ff-8fa3-666661bb51ca tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] For port 8ab21f9f-1509-41df-ba62-c5cf11ead2ce, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=8ab21f9f-1509-41df-ba62-c5cf11ead2ce,segment=NetworkSegment(2039c6c7-ff97-42ba-b3c3-15d3e07cc6a7),segment_id=2039c6c7-ff97-42ba-b3c3-15d3e07cc6a7)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:26:34.201741 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-52b96b9b-521f-40a6-9ab3-6eba2423887e req-ce91dd82-b29c-46ff-8fa3-666661bb51ca tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846743427'] for port, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:26:34.336367 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [req-52b96b9b-521f-40a6-9ab3-6eba2423887e req-ce91dd82-b29c-46ff-8fa3-666661bb51ca tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Calling delete_port for 8ab21f9f-1509-41df-ba62-c5cf11ead2ce owned by compute:nova {{(pid=86432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:26:34.536095 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-8b68d8da-c557-45ce-99c4-d91a504a59fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:26:34.656422 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-52b96b9b-521f-40a6-9ab3-6eba2423887e req-ce91dd82-b29c-46ff-8fa3-666661bb51ca tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270981355551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765872972847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848222423'] for port, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:26:34.662346 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-36ef0ad5-6e72-49ae-bfb6-747c9b078014 tempest-VolumesSnapshotTestJSON-262155697 tempest-VolumesSnapshotTestJSON-262155697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:26:34.711496 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce91dd82-b29c-46ff-8fa3-666661bb51ca tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Pushing event deleted for resources: {'Port': ['ID=8ab21f9f-1509-41df-ba62-c5cf11ead2ce,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:26:34.753162 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce91dd82-b29c-46ff-8fa3-666661bb51ca tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:26:34.753844 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce91dd82-b29c-46ff-8fa3-666661bb51ca tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:26:34.754259 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce91dd82-b29c-46ff-8fa3-666661bb51ca tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:26:34.754673 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce91dd82-b29c-46ff-8fa3-666661bb51ca tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:26:34.755105 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce91dd82-b29c-46ff-8fa3-666661bb51ca tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:26:34.755521 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce91dd82-b29c-46ff-8fa3-666661bb51ca tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:26:34.755917 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce91dd82-b29c-46ff-8fa3-666661bb51ca tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:26:34.756323 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce91dd82-b29c-46ff-8fa3-666661bb51ca tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:26:34.756721 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce91dd82-b29c-46ff-8fa3-666661bb51ca tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:26:34.757118 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce91dd82-b29c-46ff-8fa3-666661bb51ca tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:26:34.757550 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce91dd82-b29c-46ff-8fa3-666661bb51ca tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:26:34.757951 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce91dd82-b29c-46ff-8fa3-666661bb51ca tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:26:34.800402 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-ce91dd82-b29c-46ff-8fa3-666661bb51ca tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:26:34.803264 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ca0a8842-3068-4b63-bd5b-5cf6e891c23e req-44e68ca5-61ab-4008-8317-ea4f89711dfb tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0561950 Apr 21 06:26:34.806764 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [req-52b96b9b-521f-40a6-9ab3-6eba2423887e req-ce91dd82-b29c-46ff-8fa3-666661bb51ca tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] No DVR routers for this DVR port 8ab21f9f-1509-41df-ba62-c5cf11ead2ce on host hv-cinder-78239 {{(pid=86432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 06:26:34.809495 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-52b96b9b-521f-40a6-9ab3-6eba2423887e req-ce91dd82-b29c-46ff-8fa3-666661bb51ca tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:26:34.812412 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd18dcc6c-0640-42cf-bdb7-189fce144353', 'name': 'network-vif-deleted', 'tag': '8ab21f9f-1509-41df-ba62-c5cf11ead2ce'}] {{(pid=86432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:26:34.861284 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-52b96b9b-521f-40a6-9ab3-6eba2423887e req-ce91dd82-b29c-46ff-8fa3-666661bb51ca tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.11 "DELETE /v2.0/ports/8ab21f9f-1509-41df-ba62-c5cf11ead2ce HTTP/1.1" status: 204 len: 173 time: 2.1114655 Apr 21 06:26:34.863110 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd18dcc6c-0640-42cf-bdb7-189fce144353', 'name': 'network-vif-deleted', 'tag': '8ab21f9f-1509-41df-ba62-c5cf11ead2ce', 'status': 'completed', 'code': 200} Apr 21 06:26:35.037750 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:26:35.540609 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:26:35.966845 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-77ef61d5-544c-49a9-94dd-09c2916bc613 req-115531df-f2b5-4b1e-b831-29c40f54d036 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0473063 Apr 21 06:26:36.271619 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:26:37.079239 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:26:37.133622 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-8cfc1b87-34a3-4274-975d-564b7ad1b24f req-7bd4d209-0112-4979-97b9-af2e6160fa18 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Synchronizing usage tracker for tenant:83c72247bd04473380fa74addf843cfd on resource:port {{(pid=86432) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:26:37.180283 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-8cfc1b87-34a3-4274-975d-564b7ad1b24f req-7bd4d209-0112-4979-97b9-af2e6160fa18 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Unset dirty status for tenant:83c72247bd04473380fa74addf843cfd on resource:port {{(pid=86432) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:26:37.181590 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-8cfc1b87-34a3-4274-975d-564b7ad1b24f req-7bd4d209-0112-4979-97b9-af2e6160fa18 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0964782 Apr 21 06:26:38.343547 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b98d92fc-37ab-4607-9191-7aed77c7cf22 req-33246caf-9e07-47cf-8ca7-33004d06881e tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0481756 Apr 21 06:26:39.507131 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-fa4fa4c5-d259-4982-947c-5aa722786b67 req-2fbbb566-9e37-428e-a2d6-090d6e5edbad tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0483696 Apr 21 06:26:40.674164 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a54050a0-5426-4e2b-8561-b53e03eac22c req-5eed0896-a435-4fe8-b134-1d17b5d04e32 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0531337 Apr 21 06:26:41.092057 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:26:41.840505 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-82a04ed6-d5b2-4286-9786-f6d2bffe6716 req-dcb80144-ce00-481c-a882-130734172b95 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0514967 Apr 21 06:26:43.001680 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-0db19174-fa31-4fe7-b65b-b3d4fbfbd67b req-5ce9c295-6ef5-4af8-8e8e-64fc561d592f tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0484691 Apr 21 06:26:44.161195 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-775a5080-d18b-4094-957f-ef425b596203 req-808eb478-e945-4c77-b0ae-f2b7697c5661 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0487616 Apr 21 06:26:45.320269 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-bb44ceb1-c22c-48ec-bc9a-5919d8674e50 req-b88c3b53-4f49-4610-b04c-e9f009071afc tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0479386 Apr 21 06:26:46.485989 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-838aa426-bdf5-40a1-ae67-94196e7b8687 req-12dc613a-3fc4-4f92-aa62-d83e7d0aa9a4 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0488594 Apr 21 06:26:47.653871 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ce1df939-cc80-4655-a9ba-281b24f2716e req-0e6263d8-93c3-40ba-9e0c-b4fda56cc49a tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0513458 Apr 21 06:26:48.817434 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b3aa6ab0-deaa-4f91-9ea5-4f348a86075b req-f6b62b1f-8c27-47f0-9031-0f1006992a60 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0518281 Apr 21 06:26:49.975999 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f4151d8b-be47-475d-91a8-39bdf2f1a771 req-06f206dd-9499-4337-96b4-25243d35164b tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0485222 Apr 21 06:26:51.145879 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e9921b16-c42f-4568-89c8-24f80091b2f5 req-1fd271c9-74e9-4c3a-a528-af3a34794d34 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0570822 Apr 21 06:26:52.306214 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-65fa10cb-d7c6-443d-8dae-c2a83a24cdca req-327f5d32-bc43-4680-85b9-b6740e771b54 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0489516 Apr 21 06:26:53.470188 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-751c2c52-0f2a-487d-9a9c-0aa173d88e50 req-6967ff19-17ff-49f3-a36b-7e468347ec72 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0485878 Apr 21 06:26:54.635291 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-45dfbab4-1838-4b5a-b04b-7f21069f01a5 req-59eef6a7-6a14-4d0e-afed-20822c5cc721 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0512092 Apr 21 06:26:55.799303 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-10522f27-2dc7-4d10-b11f-5adb74a3a356 req-04a25017-44fc-44a8-a98f-dcc019f397d0 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0515723 Apr 21 06:26:56.961868 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-efa0fe5d-798d-483d-a433-cb5c50125eac req-c003428d-2b4d-4e1e-916e-7fbb3008edd3 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0495992 Apr 21 06:26:58.124717 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-543e8cd9-d75c-4480-ab39-9a0b23b87099 req-b884029f-4b76-49d6-8c58-513c3f5c5696 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0490334 Apr 21 06:26:59.289052 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d1099131-b432-4516-8ff2-629d2ae5d9be req-fbeb2ceb-3619-4bee-9b16-b293f388a656 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0499871 Apr 21 06:27:00.452913 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-3682a0de-109a-4bd4-928f-251e1d516d7c req-acfd79a6-eba4-4420-a351-92f86d1daa58 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0486495 Apr 21 06:27:01.619066 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-647235df-7ef4-4449-a11e-5bbbd43527ed req-1b976724-6fe5-4547-ac35-ec76104f0e4b tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0510404 Apr 21 06:27:02.047493 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4d0b0fd2-ef74-4db7-ae3e-16e27f43fd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:27:02.782298 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-57096d2f-3f8f-49a0-9531-19002c2bf6ff req-c884a75f-7090-4688-88fb-891de1ae9f83 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0510170 Apr 21 06:27:03.943932 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e61b382e-a10e-41c6-983e-376ce62b2b4d req-e78b1534-4e84-4c00-89a6-ae2b82f90baf tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0486712 Apr 21 06:27:04.506699 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-da345c30-bb6c-4373-be54-aedff1544652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:27:05.037997 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:27:05.106272 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6e3e9374-edff-4dc3-b1c2-34675b3bb1e1 req-026e70cf-8e54-4825-a746-857d020fcb4d tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0490575 Apr 21 06:27:05.689514 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:27:06.268438 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b18b11cc-220f-45c7-9e23-a79b8fe1b0f2 req-ff748531-7ef7-456c-8923-098675dff52e tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0486727 Apr 21 06:27:06.276437 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:27:07.083563 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:27:07.431070 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-35cdcf72-a7c0-46be-9864-ebc299d79931 req-7ffd3919-4d5c-424e-bbd8-829fb9bec194 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0481286 Apr 21 06:27:08.843952 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-241cb7ae-1e35-44fd-8caf-8efff4d5cb27 req-f71105ca-4ec7-4792-a65c-dabe6f039776 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.2996490 Apr 21 06:27:10.008005 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-fe23516f-ff73-4dd4-a7ee-4e59b93e0bc1 req-ef6e9464-00fd-45c4-aa4d-af8e77997b60 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0510592 Apr 21 06:27:11.174508 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e3385fe8-7a5f-4e38-89db-2174d7e3c80c req-905eec97-290b-4ef1-a866-f1e3e7cb9303 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0534866 Apr 21 06:27:12.344636 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1874af56-50e3-45f7-bc3b-99b41e7e6602 req-6e14a889-ab8c-4f2f-b7c1-00a51423f045 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0488322 Apr 21 06:27:13.504120 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ed85a22b-5674-44a2-bb02-bbf47d39ca74 req-737dad1d-47c0-495c-aee9-c109b401b11d tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0478513 Apr 21 06:27:14.670833 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-11c0e154-5313-4a2c-86d2-f7352d466370 req-db4096f2-6e7d-4f13-ba8a-3739ac8b3958 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0490835 Apr 21 06:27:15.836353 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f195bd23-6d42-4e59-a27d-f62711a09eaa req-c15a325b-1fac-4277-b046-f468869894be tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0507512 Apr 21 06:27:17.003500 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-77546b1e-6a27-41e9-b33b-046039b63727 req-5cd6fd6d-d224-4853-9674-19d40a5e87ac tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0514617 Apr 21 06:27:18.091771 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:27:18.166164 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-0fd9ce1f-e91a-4254-bced-5f0ae1a09742 req-e80b547a-0dab-4099-a1ae-c8cac1bbb258 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0491464 Apr 21 06:27:19.345920 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-7eb09dd0-3f58-4c5d-9214-f4ee61d1bb7c req-b5179d5b-828c-481d-a724-4ea157abed66 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0586772 Apr 21 06:27:20.505815 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-3a2ff6f7-0747-4a5c-af30-ed031da32540 req-611c5f13-ab5d-40a9-9b94-2e114d22078b tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0471640 Apr 21 06:27:21.668910 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-548bff87-f0b1-45c5-9574-b1a8be193336 req-f4e6a92f-7f03-4a9c-a41a-e24eb16d351f tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0483999 Apr 21 06:27:22.832496 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-eef60c75-e279-4a88-bb72-a21eac8d58e8 req-c8b84bbd-f118-42c0-90b2-caa58f1c33fb tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0511284 Apr 21 06:27:23.995784 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-bedab41b-62e6-4388-8f7b-69ad1bc10e5b req-b72d862c-9035-4fa8-bb19-5043355df986 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0514722 Apr 21 06:27:24.187781 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-9284b35d-a97f-401b-8450-5c73166e84a8 req-52ef907e-b285-4277-a8b3-e9186ddf6cb0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b0229c08-a13d-478e-9f96-492f2fe05c65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0774641 Apr 21 06:27:24.284190 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284b35d-a97f-401b-8450-5c73166e84a8 req-a9e1c310-b7c7-44eb-ba64-02a42b11132c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:27:24.285793 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-9284b35d-a97f-401b-8450-5c73166e84a8 req-a9e1c310-b7c7-44eb-ba64-02a42b11132c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a253b7f90d074c729aa03c3dbc382b57&device_id=b0229c08-a13d-478e-9f96-492f2fe05c65 HTTP/1.1" status: 200 len: 1098 time: 0.0769336 Apr 21 06:27:24.441885 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284b35d-a97f-401b-8450-5c73166e84a8 req-0fdb72ad-8192-4d59-9720-496a9b367d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:27:24.441885 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-9284b35d-a97f-401b-8450-5c73166e84a8 req-0fdb72ad-8192-4d59-9720-496a9b367d85 service neutron] 10.222.0.11 "GET /v2.0/networks?id=18d42f14-ebcb-45fb-872d-4c48e6952727 HTTP/1.1" status: 200 len: 912 time: 0.1367388 Apr 21 06:27:24.552003 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-9284b35d-a97f-401b-8450-5c73166e84a8 req-2865df16-7096-4ff1-8f76-8b586ed1536d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=371eccd8-2183-4b82-9797-d8d3eb06946e HTTP/1.1" status: 200 len: 1000 time: 0.1040721 Apr 21 06:27:24.625704 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284b35d-a97f-401b-8450-5c73166e84a8 req-d1ef2cfd-1680-49b5-b660-f4b27abebd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:27:24.627323 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-9284b35d-a97f-401b-8450-5c73166e84a8 req-d1ef2cfd-1680-49b5-b660-f4b27abebd73 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8d481e38-1293-4cc6-9389-91a3566135aa HTTP/1.1" status: 200 len: 850 time: 0.0690980 Apr 21 06:27:24.707958 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284b35d-a97f-401b-8450-5c73166e84a8 req-83ae8d08-4f1b-4a98-a740-8cd82d0256ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:27:24.709582 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-9284b35d-a97f-401b-8450-5c73166e84a8 req-83ae8d08-4f1b-4a98-a740-8cd82d0256ba service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=18d42f14-ebcb-45fb-872d-4c48e6952727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0764067 Apr 21 06:27:25.084086 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-9284b35d-a97f-401b-8450-5c73166e84a8 req-c1251732-0083-466b-befd-5545ddc398ea service neutron] 10.222.0.11 "GET /v2.0/networks/18d42f14-ebcb-45fb-872d-4c48e6952727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3677354 Apr 21 06:27:25.159185 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6f4fe97c-9e9e-4edd-8721-27ca4f7a4b30 req-52a384fa-4508-49f4-9eab-d6517495f400 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0491724 Apr 21 06:27:25.231091 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-9284b35d-a97f-401b-8450-5c73166e84a8 req-1c29aaa5-6193-4eb2-ae4c-696b39a6e877 service neutron] 10.222.0.11 "GET /v2.0/networks/18d42f14-ebcb-45fb-872d-4c48e6952727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406338 Apr 21 06:27:26.323280 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-93d5c3ba-5a94-4c3a-a7ff-b0c2b3ba695b req-beb88a76-1ce8-4d9e-8167-639d3c33bd7a tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0519514 Apr 21 06:27:27.484593 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-11e2fc9f-35f1-4ed1-8eff-2799c4d2dbde req-9af052b5-09f3-40c4-92a1-88b75d23edf2 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0480359 Apr 21 06:27:28.649894 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-7f2b39a1-6fed-4490-ad8b-8512acb32554 req-2965c2bc-ea98-4a5d-a46b-fe0673978e8a tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0499744 Apr 21 06:27:29.815740 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-023a7b1c-3a75-4e6a-b613-c7b178d8cfc1 req-01a2c6d1-ac18-4c18-8009-4b0f4bafda79 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0516648 Apr 21 06:27:30.975255 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-43b525df-c9c0-4d17-b078-a3ba264149b1 req-3648bc74-4777-473d-8d9c-ce2c124c64cb tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0483806 Apr 21 06:27:32.060698 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-44698b6b-8b8e-42e8-8d54-26eb7d1f628e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:27:32.144288 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-2d310fc8-0926-438e-b20d-5f94b41409a3 req-bb598c80-eafd-408d-9962-95ba8617906d tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0512538 Apr 21 06:27:33.323140 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a3cc18f6-03ff-486d-9733-0ff55982fef4 req-c82b0c09-1aba-4ee3-94e0-36e01619a2cd tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0655601 Apr 21 06:27:34.486479 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d7426093-6800-4d0a-a928-bc7ef191cc50 req-aa446c24-7aa8-4b38-b17b-5159b700b2fd tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0501518 Apr 21 06:27:34.528928 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-bc49d3ec-dbd4-4cb6-a420-47e9aa545e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:27:35.051971 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:27:35.544090 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:27:35.653019 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-8f8229aa-4522-4192-96ae-eafa6b4caed1 req-fc24fc56-6ea8-4859-b93c-e709d259a69f tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0518243 Apr 21 06:27:36.294412 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:27:36.819550 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-7716ac66-32e0-473a-8e3a-35152989b704 req-18756cbb-58f2-4868-9939-9344bcc18271 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0519197 Apr 21 06:27:37.076773 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:27:37.984091 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-cd11aaa1-7797-4315-84e9-5b4989758386 req-531a3fb2-3fdf-49b3-893c-de4d48f71e92 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0500815 Apr 21 06:27:39.147276 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-7783021f-2828-4935-b98d-fa12bbcf95ec req-c03c4ba1-9847-4b9b-924d-c55f87e311d0 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0490150 Apr 21 06:27:40.317339 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1ef5c2ed-27e4-478c-8256-93584df132b4 req-3fa6bdc9-ee1b-4ad4-a87b-849327104a84 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0518513 Apr 21 06:27:41.482958 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-9fb9404a-61a3-40d9-8d69-5174f93095f6 req-a902df26-35f6-4779-965e-707c23ffda87 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0486355 Apr 21 06:27:42.645801 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f2671fb0-7826-4ef7-a46f-377d0f648ba8 req-cd0693e2-f35b-4f46-90f5-6f986f95d08d tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0496106 Apr 21 06:27:43.810426 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b621edeb-ac13-4da4-8af7-bf2caade5060 req-16fc2745-9578-4c4f-8882-eb84cc671029 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0518689 Apr 21 06:27:44.971267 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-5d3bc9e0-ba9b-414b-838f-2de0af2d5fb9 req-e56dba21-520c-406f-a99a-dae6214e82b5 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0483510 Apr 21 06:27:46.130762 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a415e292-4a9d-4bc1-9e90-386f4726bce5 req-b245a5c8-4f07-4b1c-8b34-18b7bf7a1562 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0482082 Apr 21 06:27:47.300599 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-de1fa4b8-71f1-4298-b66a-1437b2d87aae req-b277a9c0-6e94-41da-bf0b-1cecea787fbc tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0532603 Apr 21 06:27:48.460421 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d2e15080-be2d-4b17-b88f-36f7ba413e94 req-08e4dcee-aae7-4e7f-a57d-74c35795484d tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0483341 Apr 21 06:27:49.623395 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ce2dc064-b4d9-4885-bef8-c6fe9155acb1 req-7fb95f67-759a-420f-828c-32374ee02949 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0480664 Apr 21 06:27:50.790017 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-72af4755-490d-446a-90aa-1e935bdf1e8d req-c80ffe05-4aa3-43e1-a88b-b2c37c965a0d tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0519795 Apr 21 06:27:51.951243 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-382ccb71-170c-456e-a878-b1b1288953c6 req-0df4a693-d8c7-4eec-a971-989ea72f5da1 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0488622 Apr 21 06:27:53.119467 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-91239f10-8064-4a8d-ab66-45710492068b req-fc622eec-f1ca-4ebc-a437-375125f32373 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0496907 Apr 21 06:27:54.288145 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-3020e9f2-755f-4dc8-aea4-c839423c395f req-7031a9d3-d8b8-4321-8723-b4934a0ad45a tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0542188 Apr 21 06:27:55.091385 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:27:55.464363 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-150b7a75-9817-4378-9d02-bbfff72779c9 req-b9a6219e-20bc-461c-a56b-8318c67a5c59 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0580916 Apr 21 06:27:56.629946 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-374fc45f-c978-4849-82f2-1be0dab2e27d req-841c2bab-1d51-4187-af6c-ca30e7f65539 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0490878 Apr 21 06:27:57.799233 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-8a3ab3b6-4809-4452-9cef-839e15c44ad6 req-f035e635-f7ac-439b-9be5-b4a86469910f tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0524223 Apr 21 06:27:58.959696 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a27246cf-144f-4053-a086-3c15a77e2048 req-3b1a2152-1a67-42a4-9428-8497e4e61e93 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0483792 Apr 21 06:28:00.120440 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-8da1fefd-6988-4243-a0e2-d71ef45d02c2 req-857ac3c2-5ba0-4822-9273-76660b610139 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0484028 Apr 21 06:28:01.284142 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-430a112b-1c99-4115-bfbf-9a6b20cf561d req-f790276c-19aa-4bd8-8dc4-aac0c9b08635 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0518923 Apr 21 06:28:02.057217 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-a3b4fe0a-fb7b-4dda-bcf7-5187bffa5936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:02.444915 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-0ec9c703-9b34-4828-8a4b-b1a3d21ddfad req-400f8af4-e0af-41b0-b989-294a7c8e0a23 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0480101 Apr 21 06:28:03.607422 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-bd4a4f24-4214-46ba-9f92-ce16c22a3fe7 req-c79ab263-89cc-4f96-b193-7f9451f0a882 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0485780 Apr 21 06:28:04.516155 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4e55832d-44dd-44cd-b7b2-efb22325a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:04.773837 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6285d096-54ed-4909-af78-fb2068fa5b1a req-7637d9b6-5e57-4933-b823-986411b244cc tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0524704 Apr 21 06:28:05.114217 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:05.548142 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:05.935285 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-214f7a8b-11b1-4dbe-8359-a9fcf4b81ff9 req-560a32f4-e4c1-42ae-bc98-b1fcd3375658 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0492487 Apr 21 06:28:06.291654 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:07.087846 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:07.096955 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f2dc0fa7-06d0-4f56-ab91-c9b6bf7eeec7 req-68492307-4a43-490b-bedd-e405707d122f tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0486376 Apr 21 06:28:08.261077 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a19e7e14-27f1-4be1-9329-73772da84061 req-ae2e1fbb-57df-4499-9047-1708f29406ad tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0515549 Apr 21 06:28:08.705922 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [req-82f11d3c-1da6-4a4f-a484-9c35adfc6ced req-bf8742ef-eebd-4215-bb84-0f87667d3a59 service neutron] (86432) timed out ('10.222.0.11', 57930) {{(pid=86432) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 21 06:28:09.421018 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-8d1e8024-c567-4292-8ae8-2cd5392306f5 req-14fec31d-5e3e-41d2-87b6-134a68da3497 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0486262 Apr 21 06:28:10.592526 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-7b91781f-853c-4494-a966-a3aedef03760 req-960a7889-9fa0-4d80-be16-0f8d063d2459 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0486405 Apr 21 06:28:11.763693 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-497fe15f-6698-43db-902e-3d26ac211525 req-9e6775e2-ff51-41b1-ba61-2ff1655f2a3c tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0516634 Apr 21 06:28:12.939332 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-7df4ec70-b4ca-4848-804d-0c85fbb804d9 req-093c45b0-0e2a-4b77-a58d-03940a0fae87 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0498145 Apr 21 06:28:14.106011 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-85a602e4-06b2-40ba-b488-74a227ea3f17 req-ce96db43-960a-4ff8-8677-16d31ffa1d36 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0492001 Apr 21 06:28:15.275635 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-fe4fe108-147a-4ec9-8d4b-b20203231cdd req-e2dc0299-5ab9-4505-bcd5-ff052a8d7ca1 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0540195 Apr 21 06:28:16.436451 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-bb725dcc-c25c-46f4-ae6a-d0327de1adfb req-d36c031c-b7df-4cfc-a5ea-a877ccedce06 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0489569 Apr 21 06:28:17.601663 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b581e6c6-535f-4924-b7db-0e88bda2ec6f req-4571b6eb-408d-4702-8abd-73464af75b27 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0488942 Apr 21 06:28:18.769905 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-eb360650-3334-4544-9126-c2bc561a18f1 req-14e47778-7b54-4fb7-9c57-3565a1225c55 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0524220 Apr 21 06:28:19.932459 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c97f32b3-48ab-49b3-a957-f2ad6148831c req-494496bf-646c-4149-b6ff-2c219faeb793 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0493340 Apr 21 06:28:21.226563 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-3ccda05d-614e-42d8-8104-a9fa7e30aa8b req-80fcd7d8-e26c-4720-ae9b-e1f26c2e0c88 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0496240 Apr 21 06:28:22.400553 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-3bf0d78e-f89e-4f8e-ad3a-69df241e5600 req-6c5127a5-2882-47a6-b43a-859eea0fef67 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0537143 Apr 21 06:28:22.445676 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f017e2-c265-4dc7-8f80-066f7e3fe46d req-2ef5e699-240b-46fd-b1ef-f524cd462a34 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:22.447312 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-05f017e2-c265-4dc7-8f80-066f7e3fe46d req-2ef5e699-240b-46fd-b1ef-f524cd462a34 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0229c08-a13d-478e-9f96-492f2fe05c65 HTTP/1.1" status: 200 len: 945 time: 0.0923297 Apr 21 06:28:22.495006 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-05f017e2-c265-4dc7-8f80-066f7e3fe46d req-b6d39e78-395f-410d-bdbb-c0cdd3bd8de3 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce01fbff-0dea-4bdb-b459-976d2ab762e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412705 Apr 21 06:28:22.808833 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b5d848-21ea-4f90-83fc-3abb8a6a13c7 req-4a6dc81a-c20e-42d5-8235-e6a30160882f tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:22.810462 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-86b5d848-21ea-4f90-83fc-3abb8a6a13c7 req-4a6dc81a-c20e-42d5-8235-e6a30160882f tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0229c08-a13d-478e-9f96-492f2fe05c65 HTTP/1.1" status: 200 len: 945 time: 0.0872953 Apr 21 06:28:22.891486 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [req-86b5d848-21ea-4f90-83fc-3abb8a6a13c7 req-def35b69-900d-49d1-ab8f-99d936408377 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Deleting port 371eccd8-2183-4b82-9797-d8d3eb06946e {{(pid=86432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:28:22.891870 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-86b5d848-21ea-4f90-83fc-3abb8a6a13c7 req-def35b69-900d-49d1-ab8f-99d936408377 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363270981359476'] for port, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:23.151713 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [req-86b5d848-21ea-4f90-83fc-3abb8a6a13c7 req-def35b69-900d-49d1-ab8f-99d936408377 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] For port 371eccd8-2183-4b82-9797-d8d3eb06946e, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=371eccd8-2183-4b82-9797-d8d3eb06946e,segment=NetworkSegment(0bc7fe2d-ac4b-43a1-bcab-bde52b794f56),segment_id=0bc7fe2d-ac4b-43a1-bcab-bde52b794f56)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:28:23.152114 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-86b5d848-21ea-4f90-83fc-3abb8a6a13c7 req-def35b69-900d-49d1-ab8f-99d936408377 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846743427'] for port, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:23.458488 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-86b5d848-21ea-4f90-83fc-3abb8a6a13c7 req-def35b69-900d-49d1-ab8f-99d936408377 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:23.459027 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-86b5d848-21ea-4f90-83fc-3abb8a6a13c7 req-def35b69-900d-49d1-ab8f-99d936408377 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8011185'] for floatingip, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:23.459266 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.db.l3_db [req-86b5d848-21ea-4f90-83fc-3abb8a6a13c7 req-def35b69-900d-49d1-ab8f-99d936408377 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Floating IP c8ffbb0a-989c-433f-a8ae-73b68f15000d disassociated. External IP: 172.27.2.17, port: 371eccd8-2183-4b82-9797-d8d3eb06946e. Apr 21 06:28:23.459648 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [req-86b5d848-21ea-4f90-83fc-3abb8a6a13c7 req-def35b69-900d-49d1-ab8f-99d936408377 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Calling delete_port for 371eccd8-2183-4b82-9797-d8d3eb06946e owned by compute:nova {{(pid=86432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:28:23.578667 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-4c846e4c-9335-4912-904a-0968c3471545 req-0614a94c-01b7-4a97-9dde-ec6f42281d7f tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0536449 Apr 21 06:28:23.702406 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335f2cd6-647f-4e16-afd2-3f106a81af29 req-bae088f3-1f6c-4010-a33e-4dc532ee1100 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:23.704027 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-335f2cd6-647f-4e16-afd2-3f106a81af29 req-bae088f3-1f6c-4010-a33e-4dc532ee1100 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0229c08-a13d-478e-9f96-492f2fe05c65 HTTP/1.1" status: 200 len: 867 time: 0.0939245 Apr 21 06:28:23.729096 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-86b5d848-21ea-4f90-83fc-3abb8a6a13c7 req-def35b69-900d-49d1-ab8f-99d936408377 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270981355551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765872972847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848222423'] for port, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:23.738150 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-7c684a27-922a-4fc8-866c-5de8accf01eb tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:28:23.797052 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def35b69-900d-49d1-ab8f-99d936408377 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Pushing event deleted for resources: {'Port': ['ID=371eccd8-2183-4b82-9797-d8d3eb06946e,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:28:23.814641 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def35b69-900d-49d1-ab8f-99d936408377 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:28:23.815083 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def35b69-900d-49d1-ab8f-99d936408377 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:28:23.815489 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def35b69-900d-49d1-ab8f-99d936408377 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:28:23.815884 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def35b69-900d-49d1-ab8f-99d936408377 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:28:23.816279 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def35b69-900d-49d1-ab8f-99d936408377 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:28:23.816672 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def35b69-900d-49d1-ab8f-99d936408377 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:28:23.817063 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def35b69-900d-49d1-ab8f-99d936408377 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:28:23.817453 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def35b69-900d-49d1-ab8f-99d936408377 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:28:23.817873 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def35b69-900d-49d1-ab8f-99d936408377 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:28:23.818259 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def35b69-900d-49d1-ab8f-99d936408377 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:28:23.818645 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def35b69-900d-49d1-ab8f-99d936408377 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:28:23.819053 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def35b69-900d-49d1-ab8f-99d936408377 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:28:23.826994 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-335f2cd6-647f-4e16-afd2-3f106a81af29 req-9eb8abb6-f3b6-460f-babc-263e6422f20d tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce01fbff-0dea-4bdb-b459-976d2ab762e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164677 Apr 21 06:28:23.827786 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-def35b69-900d-49d1-ab8f-99d936408377 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:28:24.021698 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86b5d848-21ea-4f90-83fc-3abb8a6a13c7 req-def35b69-900d-49d1-ab8f-99d936408377 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Router e7a7cb67-e1bf-4c65-83ef-19f088b4066e has already been hosted by L3 agent 11ad1a07-0ae8-4245-9270-47a08d3f943a {{(pid=86432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 06:28:24.211386 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86b5d848-21ea-4f90-83fc-3abb8a6a13c7 req-def35b69-900d-49d1-ab8f-99d936408377 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify agent at l3_agent.dv-cinder-782390-6-iscsi the message routers_updated {{(pid=86432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 06:28:24.228859 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceff4917-9293-4b7b-89d0-b44d542b6722 None None] Sync routers for ids ['e7a7cb67-e1bf-4c65-83ef-19f088b4066e'] in dv-cinder-782390-6-iscsi {{(pid=86435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 06:28:24.241441 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceff4917-9293-4b7b-89d0-b44d542b6722 None None] Routers {'e7a7cb67-e1bf-4c65-83ef-19f088b4066e'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:28:24.242140 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-ceff4917-9293-4b7b-89d0-b44d542b6722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T06:28:04Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['e7a7cb67-e1bf-4c65-83ef-19f088b4066e'], 'active': True} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:28:24.292669 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [req-86b5d848-21ea-4f90-83fc-3abb8a6a13c7 req-def35b69-900d-49d1-ab8f-99d936408377 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] No DVR routers for this DVR port 371eccd8-2183-4b82-9797-d8d3eb06946e on host hv-cinder-78239 {{(pid=86432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 06:28:24.295386 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-86b5d848-21ea-4f90-83fc-3abb8a6a13c7 req-def35b69-900d-49d1-ab8f-99d936408377 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:24.299620 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0229c08-a13d-478e-9f96-492f2fe05c65', 'name': 'network-vif-deleted', 'tag': '371eccd8-2183-4b82-9797-d8d3eb06946e'}] {{(pid=86432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:28:24.345472 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-86b5d848-21ea-4f90-83fc-3abb8a6a13c7 req-def35b69-900d-49d1-ab8f-99d936408377 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.11 "DELETE /v2.0/ports/371eccd8-2183-4b82-9797-d8d3eb06946e HTTP/1.1" status: 204 len: 173 time: 1.5291860 Apr 21 06:28:24.352198 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0229c08-a13d-478e-9f96-492f2fe05c65', 'name': 'network-vif-deleted', 'tag': '371eccd8-2183-4b82-9797-d8d3eb06946e', 'status': 'completed', 'code': 200} Apr 21 06:28:24.437117 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-ceff4917-9293-4b7b-89d0-b44d542b6722 None None] Set router e7a7cb67-e1bf-4c65-83ef-19f088b4066e gateway port host: dv-cinder-782390-6-iscsi {{(pid=86435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:28:24.760013 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-5c43e9e0-7a79-4392-b1d1-06a39d59a90d req-407d6b0c-8dd6-491e-aee0-7ee723845ec8 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0529733 Apr 21 06:28:24.773318 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-ceff4917-9293-4b7b-89d0-b44d542b6722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a7cb67-e1bf-4c65-83ef-19f088b4066e', 'name': 'tempest-AttachVolumeTestJSON-1982476189-router', 'tenant_id': 'a253b7f90d074c729aa03c3dbc382b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '9001a17d-5f37-4407-b8a8-da67822ac51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:03:49Z', 'updated_at': '2021-04-21T06:03:59Z', 'revision_number': 4, 'project_id': 'a253b7f90d074c729aa03c3dbc382b57', 'gw_port': {'id': '9001a17d-5f37-4407-b8a8-da67822ac51d', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:22:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a7cb67-e1bf-4c65-83ef-19f088b4066e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:03:51Z', 'updated_at': '2021-04-21T06:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi', '_interfaces': [{'id': '447e1fc3-528c-46c3-bab5-e8bf34da8aaf', 'name': '', 'network_id': '18d42f14-ebcb-45fb-872d-4c48e6952727', 'tenant_id': 'a253b7f90d074c729aa03c3dbc382b57', 'mac_address': 'fa:16:3e:bd:54:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a7cb67-e1bf-4c65-83ef-19f088b4066e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8d481e38-1293-4cc6-9389-91a3566135aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:03:58Z', 'updated_at': '2021-04-21T06:04:18Z', 'revision_number': 5, 'project_id': 'a253b7f90d074c729aa03c3dbc382b57', 'subnets': [{'id': '8d481e38-1293-4cc6-9389-91a3566135aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:28:24.777679 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceff4917-9293-4b7b-89d0-b44d542b6722 None None] Checking router: e7a7cb67-e1bf-4c65-83ef-19f088b4066e for host: dv-cinder-782390-6-iscsi {{(pid=86435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 06:28:24.786985 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceff4917-9293-4b7b-89d0-b44d542b6722 None None] Routers {'e7a7cb67-e1bf-4c65-83ef-19f088b4066e'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:28:24.787645 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-ceff4917-9293-4b7b-89d0-b44d542b6722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T06:28:04Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['e7a7cb67-e1bf-4c65-83ef-19f088b4066e'], 'active': True} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:28:24.977923 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-ceff4917-9293-4b7b-89d0-b44d542b6722 None None] Set router e7a7cb67-e1bf-4c65-83ef-19f088b4066e gateway port host: dv-cinder-782390-6-iscsi {{(pid=86435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:28:25.004344 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-12ab39f9-a6e6-428d-93fc-e18b94ff35eb req-ad201e1f-a16f-4547-bb53-0719b6572662 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0229c08-a13d-478e-9f96-492f2fe05c65 HTTP/1.1" status: 200 len: 210 time: 0.0488474 Apr 21 06:28:25.066103 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-40e6ff19-98ec-4b23-9f6d-c9d5234d9815 req-6f12ea04-f388-4667-a1cc-9f0348a6c595 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b0229c08-a13d-478e-9f96-492f2fe05c65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0540922 Apr 21 06:28:25.196054 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-40e6ff19-98ec-4b23-9f6d-c9d5234d9815 req-0e3f9e60-5295-49b7-9d0d-a00f71a0f88e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a253b7f90d074c729aa03c3dbc382b57&device_id=b0229c08-a13d-478e-9f96-492f2fe05c65 HTTP/1.1" status: 200 len: 210 time: 0.0522964 Apr 21 06:28:25.375930 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6ff19-98ec-4b23-9f6d-c9d5234d9815 req-6f0e44d3-f3fc-4dd6-9f23-190c6fbe5acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:25.377521 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-40e6ff19-98ec-4b23-9f6d-c9d5234d9815 req-6f0e44d3-f3fc-4dd6-9f23-190c6fbe5acd service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a253b7f90d074c729aa03c3dbc382b57&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1618376 Apr 21 06:28:25.425126 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-ceff4917-9293-4b7b-89d0-b44d542b6722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a7cb67-e1bf-4c65-83ef-19f088b4066e', 'name': 'tempest-AttachVolumeTestJSON-1982476189-router', 'tenant_id': 'a253b7f90d074c729aa03c3dbc382b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '9001a17d-5f37-4407-b8a8-da67822ac51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:03:49Z', 'updated_at': '2021-04-21T06:03:59Z', 'revision_number': 4, 'project_id': 'a253b7f90d074c729aa03c3dbc382b57', 'gw_port': {'id': '9001a17d-5f37-4407-b8a8-da67822ac51d', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:22:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a7cb67-e1bf-4c65-83ef-19f088b4066e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:03:51Z', 'updated_at': '2021-04-21T06:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi', '_interfaces': [{'id': '447e1fc3-528c-46c3-bab5-e8bf34da8aaf', 'name': '', 'network_id': '18d42f14-ebcb-45fb-872d-4c48e6952727', 'tenant_id': 'a253b7f90d074c729aa03c3dbc382b57', 'mac_address': 'fa:16:3e:bd:54:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a7cb67-e1bf-4c65-83ef-19f088b4066e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8d481e38-1293-4cc6-9389-91a3566135aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:03:58Z', 'updated_at': '2021-04-21T06:04:18Z', 'revision_number': 5, 'project_id': 'a253b7f90d074c729aa03c3dbc382b57', 'subnets': [{'id': '8d481e38-1293-4cc6-9389-91a3566135aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:28:25.430187 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceff4917-9293-4b7b-89d0-b44d542b6722 None None] The sync data for ids ['e7a7cb67-e1bf-4c65-83ef-19f088b4066e'] in dv-cinder-782390-6-iscsi is: [{'id': 'e7a7cb67-e1bf-4c65-83ef-19f088b4066e', 'name': 'tempest-AttachVolumeTestJSON-1982476189-router', 'tenant_id': 'a253b7f90d074c729aa03c3dbc382b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '9001a17d-5f37-4407-b8a8-da67822ac51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:03:49Z', 'updated_at': '2021-04-21T06:03:59Z', 'revision_number': 4, 'project_id': 'a253b7f90d074c729aa03c3dbc382b57', 'gw_port': {'id': '9001a17d-5f37-4407-b8a8-da67822ac51d', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:22:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a7cb67-e1bf-4c65-83ef-19f088b4066e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:03:51Z', 'updated_at': '2021-04-21T06:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi', '_interfaces': [{'id': '447e1fc3-528c-46c3-bab5-e8bf34da8aaf', 'name': '', 'network_id': '18d42f14-ebcb-45fb-872d-4c48e6952727', 'tenant_id': 'a253b7f90d074c729aa03c3dbc382b57', 'mac_address': 'fa:16:3e:bd:54:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a7cb67-e1bf-4c65-83ef-19f088b4066e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8d481e38-1293-4cc6-9389-91a3566135aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:03:58Z', 'updated_at': '2021-04-21T06:04:18Z', 'revision_number': 5, 'project_id': 'a253b7f90d074c729aa03c3dbc382b57', 'subnets': [{'id': '8d481e38-1293-4cc6-9389-91a3566135aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 06:28:25.524591 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6ff19-98ec-4b23-9f6d-c9d5234d9815 req-ec652d83-640c-46f2-beb7-9b111515ed70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:25.526194 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-40e6ff19-98ec-4b23-9f6d-c9d5234d9815 req-ec652d83-640c-46f2-beb7-9b111515ed70 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1420109 Apr 21 06:28:25.682197 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Device 371eccd8-2183-4b82-9797-d8d3eb06946e no longer exists at agent hyperv_hv-cinder-78239 {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:28:25.719114 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] No Port match for: 371eccd8-2183-4b82-9797-d8d3eb06946e {{(pid=86434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:28:25.719510 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Device 371eccd8-2183-4b82-9797-d8d3eb06946e not bound to the agent host hv-cinder-78239 {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:28:25.811788 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b7c47d-fc87-4174-a0d6-6af0b508ed47 None None] New status for floating IP c8ffbb0a-989c-433f-a8ae-73b68f15000d: DOWN {{(pid=86434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 21 06:28:25.929663 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-620d8870-ad10-4865-961b-69c61e0e5687 req-5f5ba702-6221-4eaf-8ee2-460358f4d554 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0498390 Apr 21 06:28:26.160434 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 47032) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:28:26.231038 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-04eac3c1-472a-4828-b6b7-a84958cd38e7 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks [] for security_group, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:26.262843 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-04eac3c1-472a-4828-b6b7-a84958cd38e7 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:26.404633 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-04eac3c1-472a-4828-b6b7-a84958cd38e7 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:26.409987 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-d13cf17a-1542-4d57-86ab-3fa20e27fd95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:28:26.425606 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eac3c1-472a-4828-b6b7-a84958cd38e7 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce01fbff-0dea-4bdb-b459-976d2ab762e3,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:28:26.433819 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eac3c1-472a-4828-b6b7-a84958cd38e7 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:28:26.434232 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eac3c1-472a-4828-b6b7-a84958cd38e7 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:28:26.437313 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eac3c1-472a-4828-b6b7-a84958cd38e7 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:28:26.437313 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eac3c1-472a-4828-b6b7-a84958cd38e7 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:28:26.437313 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eac3c1-472a-4828-b6b7-a84958cd38e7 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:28:26.437313 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eac3c1-472a-4828-b6b7-a84958cd38e7 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:28:26.437313 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eac3c1-472a-4828-b6b7-a84958cd38e7 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:28:26.437313 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eac3c1-472a-4828-b6b7-a84958cd38e7 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:28:26.437313 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eac3c1-472a-4828-b6b7-a84958cd38e7 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:28:26.437313 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eac3c1-472a-4828-b6b7-a84958cd38e7 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:28:26.438169 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eac3c1-472a-4828-b6b7-a84958cd38e7 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:28:26.438169 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eac3c1-472a-4828-b6b7-a84958cd38e7 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:28:26.441506 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-04eac3c1-472a-4828-b6b7-a84958cd38e7 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:28:26.461045 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-04eac3c1-472a-4828-b6b7-a84958cd38e7 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks [] for security_group, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:26.462278 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-04eac3c1-472a-4828-b6b7-a84958cd38e7 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "DELETE /v2.0/security-groups/ce01fbff-0dea-4bdb-b459-976d2ab762e3 HTTP/1.1" status: 204 len: 168 time: 0.3007698 Apr 21 06:28:26.465091 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 47040) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:28:26.481949 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.api.v2.resource [None req-c6003264-5a92-4d9e-a3f8-1948ca6ee63c tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] show failed (client error): The resource could not be found. Apr 21 06:28:26.483067 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-c6003264-5a92-4d9e-a3f8-1948ca6ee63c tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "GET /v2.0/security-groups/ce01fbff-0dea-4bdb-b459-976d2ab762e3 HTTP/1.1" status: 404 len: 347 time: 0.0169318 Apr 21 06:28:26.485754 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 47044) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:28:26.650545 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-0ce732c8-fb49-49b3-8f16-e533d2adeb1f tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Deleting port 75a885e9-3dbd-4878-bf5d-31956de4edcc {{(pid=86433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:28:26.650910 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0ce732c8-fb49-49b3-8f16-e533d2adeb1f tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363270981359476'] for port, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:26.830413 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0ce732c8-fb49-49b3-8f16-e533d2adeb1f tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846743427'] for port, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:26.831002 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0ce732c8-fb49-49b3-8f16-e533d2adeb1f tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:26.960461 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-0ce732c8-fb49-49b3-8f16-e533d2adeb1f tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Calling delete_port for 75a885e9-3dbd-4878-bf5d-31956de4edcc owned by network:floatingip {{(pid=86433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:28:27.098091 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1c0b679d-84b0-449d-a6f6-fa437cd94d7a req-f4388eeb-ed24-4588-a802-e2a2ea4986a5 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0506175 Apr 21 06:28:27.194160 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0ce732c8-fb49-49b3-8f16-e533d2adeb1f tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270981355551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765872972847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6571441'] for port, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:27.199462 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-3468772b-fd89-4dc9-99e4-8314e513ff6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:28:27.250791 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce732c8-fb49-49b3-8f16-e533d2adeb1f tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Pushing event deleted for resources: {'Port': ['ID=75a885e9-3dbd-4878-bf5d-31956de4edcc,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:28:27.284803 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-0ce732c8-fb49-49b3-8f16-e533d2adeb1f tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:28:27.344557 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0ce732c8-fb49-49b3-8f16-e533d2adeb1f tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks [] for floatingip, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:27.359937 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0ce732c8-fb49-49b3-8f16-e533d2adeb1f tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:27.361221 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-0ce732c8-fb49-49b3-8f16-e533d2adeb1f tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] 10.222.0.15 "DELETE /v2.0/floatingips/c8ffbb0a-989c-433f-a8ae-73b68f15000d HTTP/1.1" status: 204 len: 168 time: 0.8744776 Apr 21 06:28:28.259407 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b6d67d84-218e-43e6-8e6f-cabd1e96f1a2 req-b882e422-d591-4111-bd49-eebf49b488de tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0479383 Apr 21 06:28:29.427290 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d8d092ae-d390-4022-8715-f4ea25de3fb4 req-b9603f47-5551-49df-90eb-4f461fa4802b tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0529718 Apr 21 06:28:30.823924 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-801458f4-564b-4af1-a826-fed5b9aa95cb req-4622d2a2-4cbe-4a57-aa90-9865b7905c2e tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.2839880 Apr 21 06:28:31.986375 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-9cced59b-13a8-4050-97f0-5f1ae5b49932 req-ea4c68ce-748c-41cc-93e3-80676f973d76 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0508618 Apr 21 06:28:32.056203 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-49b99809-8411-409a-a5a7-f834e92fad0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:32.090964 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:28:33.152674 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d430050d-1bed-4c34-9360-4616516a7364 req-7dae0bcf-3355-408e-b8ad-195fa20afeee tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0486224 Apr 21 06:28:34.314659 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-0ca15d9e-d6ee-43d5-b930-2c7014b30482 req-c7b0597d-0436-48fb-8150-9c2ca5db8a21 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0470989 Apr 21 06:28:34.524792 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-7fc05cf0-4370-4084-93d3-2255ed15e997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:35.084932 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:35.495797 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6b60f0b7-3e2d-4692-a9a3-1ac4ebee9b9b req-7e4685bb-65a5-4072-8ff6-81bbf0642d84 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] 10.222.0.15 "GET /v2.0/ports?device_id=d18dcc6c-0640-42cf-bdb7-189fce144353 HTTP/1.1" status: 200 len: 210 time: 0.0540633 Apr 21 06:28:35.561522 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:36.275469 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:36.596299 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 47178) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:28:37.089901 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:37.563949 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-65d9b53a-fed8-4871-bae4-19fa98068e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036846765670'] for router_interface, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:37.926064 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-65d9b53a-fed8-4871-bae4-19fa98068e3e admin admin] Deleting port 86fbabd6-1c81-43ed-933f-499a963051be {{(pid=86433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:28:37.926611 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-65d9b53a-fed8-4871-bae4-19fa98068e3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363270981359476'] for port, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:38.107866 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-65d9b53a-fed8-4871-bae4-19fa98068e3e admin admin] For port 86fbabd6-1c81-43ed-933f-499a963051be, host dv-cinder-782390-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=86fbabd6-1c81-43ed-933f-499a963051be,segment=NetworkSegment(2039c6c7-ff97-42ba-b3c3-15d3e07cc6a7),segment_id=2039c6c7-ff97-42ba-b3c3-15d3e07cc6a7)] {{(pid=86433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:28:38.108265 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-65d9b53a-fed8-4871-bae4-19fa98068e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846743427'] for port, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:38.243862 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-65d9b53a-fed8-4871-bae4-19fa98068e3e admin admin] Calling delete_port for 86fbabd6-1c81-43ed-933f-499a963051be owned by network:router_interface {{(pid=86433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:28:38.553179 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-65d9b53a-fed8-4871-bae4-19fa98068e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270981355551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765872972847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6571441'] for port, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:38.558040 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-c010ea47-2645-456d-b939-b591edae26de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:28:38.607262 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d9b53a-fed8-4871-bae4-19fa98068e3e admin admin] Pushing event deleted for resources: {'Port': ['ID=86fbabd6-1c81-43ed-933f-499a963051be,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:28:38.639371 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-65d9b53a-fed8-4871-bae4-19fa98068e3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:28:38.875959 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-65d9b53a-fed8-4871-bae4-19fa98068e3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7911846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846765596'] for router_interface, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:39.263048 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65d9b53a-fed8-4871-bae4-19fa98068e3e admin admin] Router 1a54656f-99c0-4518-a0e4-da79cb08f55b has already been hosted by L3 agent 11ad1a07-0ae8-4245-9270-47a08d3f943a {{(pid=86433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 06:28:39.453259 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d9b53a-fed8-4871-bae4-19fa98068e3e admin admin] Notify agent at l3_agent.dv-cinder-782390-6-iscsi the message routers_updated {{(pid=86433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 06:28:39.463007 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f702ef-147e-41f7-aaa2-ab4f2179c11d None None] Sync routers for ids ['1a54656f-99c0-4518-a0e4-da79cb08f55b'] in dv-cinder-782390-6-iscsi {{(pid=86435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 06:28:39.473799 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f702ef-147e-41f7-aaa2-ab4f2179c11d None None] Routers {'1a54656f-99c0-4518-a0e4-da79cb08f55b'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:28:39.476671 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-67f702ef-147e-41f7-aaa2-ab4f2179c11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T06:28:34Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['1a54656f-99c0-4518-a0e4-da79cb08f55b'], 'active': True} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:28:39.503979 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-65d9b53a-fed8-4871-bae4-19fa98068e3e admin admin] 10.222.0.15 "PUT /v2.0/routers/1a54656f-99c0-4518-a0e4-da79cb08f55b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9064636 Apr 21 06:28:39.506619 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 47216) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:28:39.709054 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0ee7e501-d20d-46b5-955e-af15d5110b52 admin admin] Notify callbacks [] for router, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:39.814419 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-67f702ef-147e-41f7-aaa2-ab4f2179c11d None None] Set router 1a54656f-99c0-4518-a0e4-da79cb08f55b gateway port host: dv-cinder-782390-6-iscsi {{(pid=86435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:28:39.895774 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0ee7e501-d20d-46b5-955e-af15d5110b52 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:39.944461 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-0ee7e501-d20d-46b5-955e-af15d5110b52 admin admin] Deleting port 70a564ff-8dcc-4a24-9dd5-b6beca4cbe5b {{(pid=86433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:28:39.944863 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0ee7e501-d20d-46b5-955e-af15d5110b52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363270981359476'] for port, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:40.125238 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-67f702ef-147e-41f7-aaa2-ab4f2179c11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a54656f-99c0-4518-a0e4-da79cb08f55b', 'name': 'tempest-ServerRescueNegativeTestJSON-937482384-router', 'tenant_id': '83c72247bd04473380fa74addf843cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '70a564ff-8dcc-4a24-9dd5-b6beca4cbe5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:03:51Z', 'updated_at': '2021-04-21T06:28:38Z', 'revision_number': 5, 'project_id': '83c72247bd04473380fa74addf843cfd', 'gw_port': {'id': '70a564ff-8dcc-4a24-9dd5-b6beca4cbe5b', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:16:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a54656f-99c0-4518-a0e4-da79cb08f55b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:03:53Z', 'updated_at': '2021-04-21T06:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi'}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:28:40.130095 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f702ef-147e-41f7-aaa2-ab4f2179c11d None None] Checking router: 1a54656f-99c0-4518-a0e4-da79cb08f55b for host: dv-cinder-782390-6-iscsi {{(pid=86435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 06:28:40.139525 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f702ef-147e-41f7-aaa2-ab4f2179c11d None None] Routers {'1a54656f-99c0-4518-a0e4-da79cb08f55b'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:28:40.140214 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-67f702ef-147e-41f7-aaa2-ab4f2179c11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T06:28:34Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['1a54656f-99c0-4518-a0e4-da79cb08f55b'], 'active': True} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:28:40.309111 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-67f702ef-147e-41f7-aaa2-ab4f2179c11d None None] Set router 1a54656f-99c0-4518-a0e4-da79cb08f55b gateway port host: None {{(pid=86435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:28:40.396453 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-0ee7e501-d20d-46b5-955e-af15d5110b52 admin admin] For port 70a564ff-8dcc-4a24-9dd5-b6beca4cbe5b, host dv-cinder-782390-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=70a564ff-8dcc-4a24-9dd5-b6beca4cbe5b,segment=NetworkSegment(d57a18c0-30ee-4dde-82a2-7c14b6979212),segment_id=d57a18c0-30ee-4dde-82a2-7c14b6979212)] {{(pid=86433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:28:40.396848 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0ee7e501-d20d-46b5-955e-af15d5110b52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846743427'] for port, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:40.423880 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-67f702ef-147e-41f7-aaa2-ab4f2179c11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a54656f-99c0-4518-a0e4-da79cb08f55b', 'name': 'tempest-ServerRescueNegativeTestJSON-937482384-router', 'tenant_id': '83c72247bd04473380fa74addf843cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:03:51Z', 'updated_at': '2021-04-21T06:28:39Z', 'revision_number': 6, 'project_id': '83c72247bd04473380fa74addf843cfd', 'gw_port_host': None}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:28:40.428153 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f702ef-147e-41f7-aaa2-ab4f2179c11d None None] The sync data for ids ['1a54656f-99c0-4518-a0e4-da79cb08f55b'] in dv-cinder-782390-6-iscsi is: [{'id': '1a54656f-99c0-4518-a0e4-da79cb08f55b', 'name': 'tempest-ServerRescueNegativeTestJSON-937482384-router', 'tenant_id': '83c72247bd04473380fa74addf843cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:03:51Z', 'updated_at': '2021-04-21T06:28:39Z', 'revision_number': 6, 'project_id': '83c72247bd04473380fa74addf843cfd', 'gw_port_host': None}] {{(pid=86435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 06:28:40.532406 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-0ee7e501-d20d-46b5-955e-af15d5110b52 admin admin] Calling delete_port for 70a564ff-8dcc-4a24-9dd5-b6beca4cbe5b owned by network:router_gateway {{(pid=86433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:28:40.835551 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0ee7e501-d20d-46b5-955e-af15d5110b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270981355551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765872972847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6571441'] for port, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:40.840716 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-c6669bc9-8574-486f-92e1-a0287a7a71a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:28:40.888311 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee7e501-d20d-46b5-955e-af15d5110b52 admin admin] Pushing event deleted for resources: {'Port': ['ID=70a564ff-8dcc-4a24-9dd5-b6beca4cbe5b,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:28:40.921235 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-0ee7e501-d20d-46b5-955e-af15d5110b52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:28:40.984421 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0ee7e501-d20d-46b5-955e-af15d5110b52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8022373'] for router_gateway, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:41.169899 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0ee7e501-d20d-46b5-955e-af15d5110b52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8010553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854775202'] for router, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:41.172205 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0ee7e501-d20d-46b5-955e-af15d5110b52 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:41.304141 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0ee7e501-d20d-46b5-955e-af15d5110b52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846777987'] for router, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:41.304872 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee7e501-d20d-46b5-955e-af15d5110b52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a54656f-99c0-4518-a0e4-da79cb08f55b {{(pid=86433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 21 06:28:41.318746 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0ee7e501-d20d-46b5-955e-af15d5110b52 admin admin] Notify callbacks [] for router, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:41.320006 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-0ee7e501-d20d-46b5-955e-af15d5110b52 admin admin] 10.222.0.15 "DELETE /v2.0/routers/1a54656f-99c0-4518-a0e4-da79cb08f55b HTTP/1.1" status: 204 len: 168 time: 1.8122950 Apr 21 06:28:41.322626 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 47238) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:28:41.392478 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f4eae10-aa62-4a15-80ff-a2050ba46c8d admin admin] Deleting subnet 2da1c0c9-9d0e-43d1-a8aa-9f65aa7cd6bc {{(pid=86433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 21 06:28:41.396603 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9f4eae10-aa62-4a15-80ff-a2050ba46c8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:41.451603 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9f4eae10-aa62-4a15-80ff-a2050ba46c8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847420348'] for subnet, precommit_delete_associations {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:41.509283 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9f4eae10-aa62-4a15-80ff-a2050ba46c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853408352'] for subnet, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:41.913514 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9f4eae10-aa62-4a15-80ff-a2050ba46c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7991656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6571621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6625940'] for subnet, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:41.918852 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:28:41.956899 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9f4eae10-aa62-4a15-80ff-a2050ba46c8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:41.961548 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4eae10-aa62-4a15-80ff-a2050ba46c8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2da1c0c9-9d0e-43d1-a8aa-9f65aa7cd6bc,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:28:41.962253 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 86fbabd6-1c81-43ed-933f-499a963051be no longer exists at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:28:41.964816 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9f4eae10-aa62-4a15-80ff-a2050ba46c8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:28:41.966858 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-9f4eae10-aa62-4a15-80ff-a2050ba46c8d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/2da1c0c9-9d0e-43d1-a8aa-9f65aa7cd6bc HTTP/1.1" status: 204 len: 168 time: 0.6431639 Apr 21 06:28:41.969481 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 47250) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:28:42.002189 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] No Port match for: 86fbabd6-1c81-43ed-933f-499a963051be {{(pid=86434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:28:42.002585 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 86fbabd6-1c81-43ed-933f-499a963051be not bound to the agent host dv-cinder-782390-6-iscsi {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:28:42.003113 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 70a564ff-8dcc-4a24-9dd5-b6beca4cbe5b no longer exists at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:28:42.038145 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] No Port match for: 70a564ff-8dcc-4a24-9dd5-b6beca4cbe5b {{(pid=86434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:28:42.038544 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 70a564ff-8dcc-4a24-9dd5-b6beca4cbe5b not bound to the agent host dv-cinder-782390-6-iscsi {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:28:42.087610 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-44affe88-8327-4a42-b730-63db91a20029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853439508'] for network, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:42.219566 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-44affe88-8327-4a42-b730-63db91a20029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1367541', 'neutron.services.segments.db._delete_segments_for_network-8765873502323'] for network, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:42.333134 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.services.segments.db [None req-44affe88-8327-4a42-b730-63db91a20029 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a477b33-6a11-4388-9f32-3a61c0f7920e']}} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:28:42.345684 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.services.segments.db [None req-44affe88-8327-4a42-b730-63db91a20029 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2039c6c7-ff97-42ba-b3c3-15d3e07cc6a7') {'for_net_delete': True} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:28:42.346025 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.services.segments.db [None req-44affe88-8327-4a42-b730-63db91a20029 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2039c6c7-ff97-42ba-b3c3-15d3e07cc6a7') {} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:28:42.358616 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-44affe88-8327-4a42-b730-63db91a20029 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363270981292899', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7355468'] for segment, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:42.444471 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-44affe88-8327-4a42-b730-63db91a20029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1361606'] for segment, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:42.450617 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44affe88-8327-4a42-b730-63db91a20029 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=86433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 21 06:28:42.632534 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-44affe88-8327-4a42-b730-63db91a20029 admin admin] Network 8a477b33-6a11-4388-9f32-3a61c0f7920e has no segments {{(pid=86433) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 06:28:42.642035 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-44affe88-8327-4a42-b730-63db91a20029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853414223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848204346'] for segment, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:42.817187 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-44affe88-8327-4a42-b730-63db91a20029 admin admin] Network 8a477b33-6a11-4388-9f32-3a61c0f7920e has no segments {{(pid=86433) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 06:28:42.839488 dv-cinder-782390-6-iscsi neutron-server[86317]: Traceback (most recent call last): Apr 21 06:28:42.839488 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 06:28:42.839488 dv-cinder-782390-6-iscsi neutron-server[86317]: timer() Apr 21 06:28:42.839488 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 06:28:42.839488 dv-cinder-782390-6-iscsi neutron-server[86317]: cb(*args, **kw) Apr 21 06:28:42.839488 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 21 06:28:42.839488 dv-cinder-782390-6-iscsi neutron-server[86317]: return func(*args, **kwargs) Apr 21 06:28:42.839488 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 06:28:42.839488 dv-cinder-782390-6-iscsi neutron-server[86317]: self._notify() Apr 21 06:28:42.839488 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 06:28:42.839488 dv-cinder-782390-6-iscsi neutron-server[86317]: self.callback(batched_events) Apr 21 06:28:42.839488 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 06:28:42.839488 dv-cinder-782390-6-iscsi neutron-server[86317]: event.method(event) Apr 21 06:28:42.839488 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 06:28:42.839488 dv-cinder-782390-6-iscsi neutron-server[86317]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 06:28:42.839488 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 21 06:28:42.839488 dv-cinder-782390-6-iscsi neutron-server[86317]: segment_id)['aggregates'][0] Apr 21 06:28:42.839488 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 06:28:42.839488 dv-cinder-782390-6-iscsi neutron-server[86317]: return f(self, *a, **k) Apr 21 06:28:42.839488 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 06:28:42.839488 dv-cinder-782390-6-iscsi neutron-server[86317]: return self._get(url).json() Apr 21 06:28:42.839488 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 06:28:42.839488 dv-cinder-782390-6-iscsi neutron-server[86317]: **kwargs) Apr 21 06:28:42.839488 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 06:28:42.839488 dv-cinder-782390-6-iscsi neutron-server[86317]: return self.request(url, 'GET', **kwargs) Apr 21 06:28:42.839488 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 21 06:28:42.839488 dv-cinder-782390-6-iscsi neutron-server[86317]: **endpoint_filter) Apr 21 06:28:42.839488 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 06:28:42.839488 dv-cinder-782390-6-iscsi neutron-server[86317]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 06:28:42.839488 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 06:28:42.839488 dv-cinder-782390-6-iscsi neutron-server[86317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 06:28:42.839488 dv-cinder-782390-6-iscsi neutron-server[86317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 06:28:42.984122 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-44affe88-8327-4a42-b730-63db91a20029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853408259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8011138'] for network, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:42.987866 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:28:43.001883 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-44affe88-8327-4a42-b730-63db91a20029 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846863987'] for network, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:43.012796 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44affe88-8327-4a42-b730-63db91a20029 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a477b33-6a11-4388-9f32-3a61c0f7920e,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:28:43.016413 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-44affe88-8327-4a42-b730-63db91a20029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:28:43.041891 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-44affe88-8327-4a42-b730-63db91a20029 admin admin] 10.222.0.15 "DELETE /v2.0/networks/8a477b33-6a11-4388-9f32-3a61c0f7920e HTTP/1.1" status: 204 len: 168 time: 1.0714014 Apr 21 06:28:43.287158 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 47270) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:28:43.338130 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-ef8f096c-0651-4ae7-8623-bffe0e940815 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=83c72247bd04473380fa74addf843cfd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0497043 Apr 21 06:28:43.340521 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 47274) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:28:43.405512 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-fac67ecc-d3b8-4be2-9169-8e066503bbf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:43.432400 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-fac67ecc-d3b8-4be2-9169-8e066503bbf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:43.587085 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-fac67ecc-d3b8-4be2-9169-8e066503bbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:43.592203 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-3f414f81-3a0a-4d39-854d-db2950734e37 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:28:43.605872 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac67ecc-d3b8-4be2-9169-8e066503bbf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3efc6158-2190-4f82-ae84-d64af450c05a,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:28:43.608725 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-fac67ecc-d3b8-4be2-9169-8e066503bbf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:28:43.637755 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-fac67ecc-d3b8-4be2-9169-8e066503bbf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:43.639118 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-fac67ecc-d3b8-4be2-9169-8e066503bbf1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3efc6158-2190-4f82-ae84-d64af450c05a HTTP/1.1" status: 204 len: 168 time: 0.2976518 Apr 21 06:29:02.063287 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-2eab456b-cc7e-4cea-adf4-f3116258942e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:04.526367 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-236d84fd-c320-4deb-9b13-4483c779df2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:05.085971 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:05.552457 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:06.275266 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:07.086416 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:09.091208 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:29:32.056973 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-2796d51c-f588-48e2-851b-0c1310679313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:34.520235 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-79422b53-134e-493e-a7e3-5299ea3b341d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:35.102853 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:35.553965 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:36.288322 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:37.099807 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:46.090627 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:30:02.059044 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3caff47f-f001-4c9c-8f8f-4ea780fcfbf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:04.513695 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f0974a12-bc04-4004-a7ac-6e670cbe51cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:05.105163 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:05.553428 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:06.285515 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:07.107828 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:23.090626 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:30:32.056002 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-63e558e2-cc09-476e-876a-c6ea791ec3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:33.188992 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 48940) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:30:33.336255 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4259a4d0-b76e-4be7-80a8-2a2c9c3dd36c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:33.351617 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-4259a4d0-b76e-4be7-80a8-2a2c9c3dd36c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:30:33.355774 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-4259a4d0-b76e-4be7-80a8-2a2c9c3dd36c admin admin] Usage tracker for resource:security_group_rule and tenant:7706d2df22f14e9bbe6173ff87d55197 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:30:33.358800 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-4259a4d0-b76e-4be7-80a8-2a2c9c3dd36c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:30:33.364901 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-4259a4d0-b76e-4be7-80a8-2a2c9c3dd36c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:30:33.497174 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 48952) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:30:33.578921 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4259a4d0-b76e-4be7-80a8-2a2c9c3dd36c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:33.625425 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0d6227bc-a0b0-4fce-820e-68dcbd8a42c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:33.636038 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4259a4d0-b76e-4be7-80a8-2a2c9c3dd36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:33.641385 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-0d6227bc-a0b0-4fce-820e-68dcbd8a42c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:30:33.645994 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-0d6227bc-a0b0-4fce-820e-68dcbd8a42c9 admin admin] Usage tracker for resource:security_group_rule and tenant:d1856b3435414e2bb0cf3d9cedfe1b3e is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:30:33.646619 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-bbdc24a0-b1cd-4605-8986-9b09c7d97833 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:30:33.649191 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-0d6227bc-a0b0-4fce-820e-68dcbd8a42c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:30:33.655279 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-0d6227bc-a0b0-4fce-820e-68dcbd8a42c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:30:33.693329 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-4259a4d0-b76e-4be7-80a8-2a2c9c3dd36c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7706d2df22f14e9bbe6173ff87d55197&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5028903 Apr 21 06:30:33.694291 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4259a4d0-b76e-4be7-80a8-2a2c9c3dd36c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2381e9a7-c54e-4556-a289-bc3e64f289a5,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:30:33.696564 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 48962) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:30:33.702381 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4259a4d0-b76e-4be7-80a8-2a2c9c3dd36c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:30:33.703275 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4259a4d0-b76e-4be7-80a8-2a2c9c3dd36c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:30:33.703275 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4259a4d0-b76e-4be7-80a8-2a2c9c3dd36c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:30:33.703641 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4259a4d0-b76e-4be7-80a8-2a2c9c3dd36c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:30:33.703974 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4259a4d0-b76e-4be7-80a8-2a2c9c3dd36c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:30:33.704384 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4259a4d0-b76e-4be7-80a8-2a2c9c3dd36c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:30:33.705363 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4259a4d0-b76e-4be7-80a8-2a2c9c3dd36c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:30:33.705769 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4259a4d0-b76e-4be7-80a8-2a2c9c3dd36c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:30:33.706159 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4259a4d0-b76e-4be7-80a8-2a2c9c3dd36c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:30:33.706732 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4259a4d0-b76e-4be7-80a8-2a2c9c3dd36c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:30:33.707334 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4259a4d0-b76e-4be7-80a8-2a2c9c3dd36c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:30:33.707697 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4259a4d0-b76e-4be7-80a8-2a2c9c3dd36c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:30:33.713998 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-4259a4d0-b76e-4be7-80a8-2a2c9c3dd36c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:30:33.781521 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-84f7bcae-88db-4384-a59a-9d664910aa35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:33.809102 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-84f7bcae-88db-4384-a59a-9d664910aa35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:33.885680 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0d6227bc-a0b0-4fce-820e-68dcbd8a42c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:33.915828 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0d6227bc-a0b0-4fce-820e-68dcbd8a42c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:33.924578 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-98ee2965-cf30-46fe-90c8-a8d8527b38b9 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:30:33.959419 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-84f7bcae-88db-4384-a59a-9d664910aa35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:33.980071 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6227bc-a0b0-4fce-820e-68dcbd8a42c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0771b5-daec-49d0-8cd8-10590176c155,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:30:33.984194 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-0d6227bc-a0b0-4fce-820e-68dcbd8a42c9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d1856b3435414e2bb0cf3d9cedfe1b3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4859257 Apr 21 06:30:33.987633 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 48970) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:30:33.996850 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6227bc-a0b0-4fce-820e-68dcbd8a42c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:30:33.997269 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6227bc-a0b0-4fce-820e-68dcbd8a42c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:30:33.997685 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6227bc-a0b0-4fce-820e-68dcbd8a42c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:30:33.998089 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6227bc-a0b0-4fce-820e-68dcbd8a42c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:30:33.998487 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6227bc-a0b0-4fce-820e-68dcbd8a42c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:30:33.998913 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6227bc-a0b0-4fce-820e-68dcbd8a42c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:30:33.999317 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6227bc-a0b0-4fce-820e-68dcbd8a42c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:30:33.999711 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6227bc-a0b0-4fce-820e-68dcbd8a42c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:30:34.000146 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6227bc-a0b0-4fce-820e-68dcbd8a42c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:30:34.000531 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6227bc-a0b0-4fce-820e-68dcbd8a42c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:30:34.000923 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6227bc-a0b0-4fce-820e-68dcbd8a42c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:30:34.001364 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6227bc-a0b0-4fce-820e-68dcbd8a42c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:30:34.006069 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-84f7bcae-88db-4384-a59a-9d664910aa35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:34.007297 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-84f7bcae-88db-4384-a59a-9d664910aa35 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2381e9a7-c54e-4556-a289-bc3e64f289a5 HTTP/1.1" status: 204 len: 168 time: 0.3093476 Apr 21 06:30:34.008309 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-0d6227bc-a0b0-4fce-820e-68dcbd8a42c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:30:34.008870 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-6548810c-3afc-41e1-b060-f56aa63bd3a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:30:34.020099 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f7bcae-88db-4384-a59a-9d664910aa35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2381e9a7-c54e-4556-a289-bc3e64f289a5,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:30:34.022357 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-84f7bcae-88db-4384-a59a-9d664910aa35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:30:34.075277 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9b614a92-f09b-4b5c-b76a-92a8a434cb74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:34.106004 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9b614a92-f09b-4b5c-b76a-92a8a434cb74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:34.173133 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9b614a92-f09b-4b5c-b76a-92a8a434cb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:34.178279 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-15b355fb-f9d4-4abe-a5ad-87deb777a312 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:30:34.192169 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b614a92-f09b-4b5c-b76a-92a8a434cb74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0771b5-daec-49d0-8cd8-10590176c155,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:30:34.194591 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9b614a92-f09b-4b5c-b76a-92a8a434cb74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:30:34.202743 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9b614a92-f09b-4b5c-b76a-92a8a434cb74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:34.204026 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-9b614a92-f09b-4b5c-b76a-92a8a434cb74 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9e0771b5-daec-49d0-8cd8-10590176c155 HTTP/1.1" status: 204 len: 168 time: 0.2152398 Apr 21 06:30:34.520240 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 48982) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:30:34.536288 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-35c693ae-06f0-40c0-a3fc-36d5407da271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:34.541328 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-1508b3e9-f19b-4b58-b368-a170737f38f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:34.558414 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-1508b3e9-f19b-4b58-b368-a170737f38f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:30:34.562652 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-1508b3e9-f19b-4b58-b368-a170737f38f1 admin admin] Usage tracker for resource:security_group_rule and tenant:031eb6bfdedd462e956fbf55ac776dec is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:30:34.565850 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-1508b3e9-f19b-4b58-b368-a170737f38f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:30:34.572218 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-1508b3e9-f19b-4b58-b368-a170737f38f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:30:34.660766 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-1508b3e9-f19b-4b58-b368-a170737f38f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:34.690123 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-1508b3e9-f19b-4b58-b368-a170737f38f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:34.702621 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-4080d910-5f0a-4b9d-a13b-5ae5cae8eaa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:30:34.748123 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-1508b3e9-f19b-4b58-b368-a170737f38f1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=031eb6bfdedd462e956fbf55ac776dec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2239599 Apr 21 06:30:34.748123 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1508b3e9-f19b-4b58-b368-a170737f38f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1466b9a7-564d-4635-9997-eb88109895d5,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:30:34.748463 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 48992) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:30:34.750318 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-1508b3e9-f19b-4b58-b368-a170737f38f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:30:34.813008 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-84721943-c8c5-4b75-8025-2a3ec6e8f43c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:34.841091 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-84721943-c8c5-4b75-8025-2a3ec6e8f43c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:34.913105 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-84721943-c8c5-4b75-8025-2a3ec6e8f43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:34.918311 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-52e6c6fe-9059-42a5-98ce-e3a43381a841 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:30:34.931767 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84721943-c8c5-4b75-8025-2a3ec6e8f43c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1466b9a7-564d-4635-9997-eb88109895d5,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:30:34.934143 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-84721943-c8c5-4b75-8025-2a3ec6e8f43c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:30:34.936382 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-84721943-c8c5-4b75-8025-2a3ec6e8f43c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:34.937504 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-84721943-c8c5-4b75-8025-2a3ec6e8f43c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1466b9a7-564d-4635-9997-eb88109895d5 HTTP/1.1" status: 204 len: 168 time: 0.1879680 Apr 21 06:30:35.107706 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:35.550054 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:36.298799 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:37.107295 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:31:00.089565 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:31:02.063552 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-32c04aa7-bf5c-43f8-9280-bd0e7828a557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:31:04.515314 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-7232c155-2276-4a2a-bb77-0e4f8a0755c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:31:05.123916 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:31:05.563813 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:31:06.295492 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:31:07.103369 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:31:32.055024 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3495226a-5552-44e8-8599-e42cbb40c1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:31:34.508627 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-fe54ca22-f74c-4bd7-8c62-1397f56dc90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:31:35.102892 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:31:35.571438 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:31:36.297111 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:31:37.089751 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:31:37.103009 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:02.068282 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-04b5d927-d930-432a-86de-045a32beb4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:04.523496 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-673b0bda-e81a-498b-a5b8-c1aa0194966b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:05.117505 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:05.633655 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:06.285419 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:07.119483 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:14.089614 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:32:32.073452 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-a373cce4-ddb6-41d8-b1a9-10695a4f00da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:33.298659 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 50586) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:32:34.032167 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-dff9f1be-624d-4565-b881-67fdf78f5b71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036846765670'] for router_interface, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:34.398584 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-dff9f1be-624d-4565-b881-67fdf78f5b71 admin admin] Deleting port 14c024a6-49fe-43f3-a97e-a97ce2da74a5 {{(pid=86432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:32:34.399195 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-dff9f1be-624d-4565-b881-67fdf78f5b71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363270981359476'] for port, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:34.519265 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-2ecf2300-f773-4b59-8f6c-01285010fb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:34.579208 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-dff9f1be-624d-4565-b881-67fdf78f5b71 admin admin] For port 14c024a6-49fe-43f3-a97e-a97ce2da74a5, host dv-cinder-782390-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=14c024a6-49fe-43f3-a97e-a97ce2da74a5,segment=NetworkSegment(abf7ed71-e9c8-4881-8104-244b9f5ab084),segment_id=abf7ed71-e9c8-4881-8104-244b9f5ab084)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:32:34.580143 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-dff9f1be-624d-4565-b881-67fdf78f5b71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846743427'] for port, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:34.712072 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-dff9f1be-624d-4565-b881-67fdf78f5b71 admin admin] Calling delete_port for 14c024a6-49fe-43f3-a97e-a97ce2da74a5 owned by network:router_interface {{(pid=86432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:32:34.963095 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-dff9f1be-624d-4565-b881-67fdf78f5b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270981355551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765872972847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848222423'] for port, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:34.967998 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-6a329ccc-d490-43c8-988b-56573892545c tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:32:35.019495 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff9f1be-624d-4565-b881-67fdf78f5b71 admin admin] Pushing event deleted for resources: {'Port': ['ID=14c024a6-49fe-43f3-a97e-a97ce2da74a5,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:32:35.071513 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff9f1be-624d-4565-b881-67fdf78f5b71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:32:35.071513 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff9f1be-624d-4565-b881-67fdf78f5b71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:32:35.071513 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff9f1be-624d-4565-b881-67fdf78f5b71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:32:35.071513 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff9f1be-624d-4565-b881-67fdf78f5b71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:32:35.071513 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff9f1be-624d-4565-b881-67fdf78f5b71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:32:35.071513 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff9f1be-624d-4565-b881-67fdf78f5b71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:32:35.071513 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff9f1be-624d-4565-b881-67fdf78f5b71 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:32:35.071513 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff9f1be-624d-4565-b881-67fdf78f5b71 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:32:35.071513 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff9f1be-624d-4565-b881-67fdf78f5b71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:32:35.071513 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff9f1be-624d-4565-b881-67fdf78f5b71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:32:35.071513 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff9f1be-624d-4565-b881-67fdf78f5b71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:32:35.071513 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff9f1be-624d-4565-b881-67fdf78f5b71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:32:35.072336 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-dff9f1be-624d-4565-b881-67fdf78f5b71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:32:35.128872 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:35.312159 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-dff9f1be-624d-4565-b881-67fdf78f5b71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7911846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846765596'] for router_interface, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:35.568784 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:35.683484 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dff9f1be-624d-4565-b881-67fdf78f5b71 admin admin] Router 6e6690b2-817d-4eed-bc76-a6fc06826193 has already been hosted by L3 agent 11ad1a07-0ae8-4245-9270-47a08d3f943a {{(pid=86432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 06:32:36.115732 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff9f1be-624d-4565-b881-67fdf78f5b71 admin admin] Notify agent at l3_agent.dv-cinder-782390-6-iscsi the message routers_updated {{(pid=86432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 06:32:36.125731 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06db207a-36c8-4dec-9efa-d8ecccf81835 None None] Sync routers for ids ['6e6690b2-817d-4eed-bc76-a6fc06826193'] in dv-cinder-782390-6-iscsi {{(pid=86434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 06:32:36.129777 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-dff9f1be-624d-4565-b881-67fdf78f5b71 admin admin] 10.222.0.15 "PUT /v2.0/routers/6e6690b2-817d-4eed-bc76-a6fc06826193/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8298512 Apr 21 06:32:36.131600 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 50626) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:32:36.137520 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06db207a-36c8-4dec-9efa-d8ecccf81835 None None] Routers {'6e6690b2-817d-4eed-bc76-a6fc06826193'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:32:36.138266 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-06db207a-36c8-4dec-9efa-d8ecccf81835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T06:32:34Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['6e6690b2-817d-4eed-bc76-a6fc06826193'], 'active': True} {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:32:36.319174 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-12524a25-cb36-427d-8afd-aad6bd7462e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:36.340789 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:36.343688 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-06db207a-36c8-4dec-9efa-d8ecccf81835 None None] Set router 6e6690b2-817d-4eed-bc76-a6fc06826193 gateway port host: dv-cinder-782390-6-iscsi {{(pid=86434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:32:36.510039 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-12524a25-cb36-427d-8afd-aad6bd7462e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:36.542042 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-12524a25-cb36-427d-8afd-aad6bd7462e1 admin admin] Deleting port 035660da-160b-447f-ba30-f4d402362690 {{(pid=86432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:32:36.542418 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-12524a25-cb36-427d-8afd-aad6bd7462e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363270981359476'] for port, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:36.645804 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-06db207a-36c8-4dec-9efa-d8ecccf81835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6690b2-817d-4eed-bc76-a6fc06826193', 'name': 'tempest-AttachVolumeShelveTestJSON-655620997-router', 'tenant_id': '9b8b3b90db3b4377b76614075eb19d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '035660da-160b-447f-ba30-f4d402362690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:03:52Z', 'updated_at': '2021-04-21T06:32:34Z', 'revision_number': 5, 'project_id': '9b8b3b90db3b4377b76614075eb19d93', 'gw_port': {'id': '035660da-160b-447f-ba30-f4d402362690', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:88:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6690b2-817d-4eed-bc76-a6fc06826193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:03:54Z', 'updated_at': '2021-04-21T06:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi'}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:32:36.649811 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06db207a-36c8-4dec-9efa-d8ecccf81835 None None] Checking router: 6e6690b2-817d-4eed-bc76-a6fc06826193 for host: dv-cinder-782390-6-iscsi {{(pid=86434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 06:32:36.659383 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06db207a-36c8-4dec-9efa-d8ecccf81835 None None] Routers {'6e6690b2-817d-4eed-bc76-a6fc06826193'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:32:36.660049 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-06db207a-36c8-4dec-9efa-d8ecccf81835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T06:32:34Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['6e6690b2-817d-4eed-bc76-a6fc06826193'], 'active': True} {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:32:36.726465 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-12524a25-cb36-427d-8afd-aad6bd7462e1 admin admin] For port 035660da-160b-447f-ba30-f4d402362690, host dv-cinder-782390-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=035660da-160b-447f-ba30-f4d402362690,segment=NetworkSegment(d57a18c0-30ee-4dde-82a2-7c14b6979212),segment_id=d57a18c0-30ee-4dde-82a2-7c14b6979212)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:32:36.726914 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-12524a25-cb36-427d-8afd-aad6bd7462e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846743427'] for port, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:36.822164 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-06db207a-36c8-4dec-9efa-d8ecccf81835 None None] Set router 6e6690b2-817d-4eed-bc76-a6fc06826193 gateway port host: None {{(pid=86434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:32:36.864313 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-12524a25-cb36-427d-8afd-aad6bd7462e1 admin admin] Calling delete_port for 035660da-160b-447f-ba30-f4d402362690 owned by network:router_gateway {{(pid=86432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:32:36.938742 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-06db207a-36c8-4dec-9efa-d8ecccf81835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6690b2-817d-4eed-bc76-a6fc06826193', 'name': 'tempest-AttachVolumeShelveTestJSON-655620997-router', 'tenant_id': '9b8b3b90db3b4377b76614075eb19d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:03:52Z', 'updated_at': '2021-04-21T06:32:36Z', 'revision_number': 6, 'project_id': '9b8b3b90db3b4377b76614075eb19d93', 'gw_port_host': None}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:32:36.943030 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06db207a-36c8-4dec-9efa-d8ecccf81835 None None] The sync data for ids ['6e6690b2-817d-4eed-bc76-a6fc06826193'] in dv-cinder-782390-6-iscsi is: [{'id': '6e6690b2-817d-4eed-bc76-a6fc06826193', 'name': 'tempest-AttachVolumeShelveTestJSON-655620997-router', 'tenant_id': '9b8b3b90db3b4377b76614075eb19d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:03:52Z', 'updated_at': '2021-04-21T06:32:36Z', 'revision_number': 6, 'project_id': '9b8b3b90db3b4377b76614075eb19d93', 'gw_port_host': None}] {{(pid=86434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 06:32:37.113655 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:37.147914 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-12524a25-cb36-427d-8afd-aad6bd7462e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270981355551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765872972847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848222423'] for port, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:37.152775 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:32:37.201724 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12524a25-cb36-427d-8afd-aad6bd7462e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=035660da-160b-447f-ba30-f4d402362690,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:32:37.206314 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-12524a25-cb36-427d-8afd-aad6bd7462e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:32:37.302443 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-12524a25-cb36-427d-8afd-aad6bd7462e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8022373'] for router_gateway, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:37.487030 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-12524a25-cb36-427d-8afd-aad6bd7462e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8010553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854775202'] for router, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:37.489333 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-12524a25-cb36-427d-8afd-aad6bd7462e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:37.638914 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-12524a25-cb36-427d-8afd-aad6bd7462e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846777987'] for router, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:37.639535 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12524a25-cb36-427d-8afd-aad6bd7462e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e6690b2-817d-4eed-bc76-a6fc06826193 {{(pid=86432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 21 06:32:37.652458 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-12524a25-cb36-427d-8afd-aad6bd7462e1 admin admin] Notify callbacks [] for router, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:37.653697 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-12524a25-cb36-427d-8afd-aad6bd7462e1 admin admin] 10.222.0.15 "DELETE /v2.0/routers/6e6690b2-817d-4eed-bc76-a6fc06826193 HTTP/1.1" status: 204 len: 168 time: 1.5211060 Apr 21 06:32:37.656300 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 50644) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:32:37.723068 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.db_base_plugin_v2 [None req-86ba122b-5906-4e5a-a3c6-7bcde8707775 admin admin] Deleting subnet 6540d99e-bc73-4d77-9e9a-a9934313dcf7 {{(pid=86432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 21 06:32:37.726131 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-86ba122b-5906-4e5a-a3c6-7bcde8707775 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:37.778917 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-86ba122b-5906-4e5a-a3c6-7bcde8707775 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7129852'] for subnet, precommit_delete_associations {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:37.861101 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-86ba122b-5906-4e5a-a3c6-7bcde8707775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853408352'] for subnet, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:38.104889 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 035660da-160b-447f-ba30-f4d402362690 no longer exists at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:32:38.143459 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] No Port match for: 035660da-160b-447f-ba30-f4d402362690 {{(pid=86434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:32:38.143844 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 035660da-160b-447f-ba30-f4d402362690 not bound to the agent host dv-cinder-782390-6-iscsi {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:32:38.144314 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 14c024a6-49fe-43f3-a97e-a97ce2da74a5 no longer exists at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:32:38.179339 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] No Port match for: 14c024a6-49fe-43f3-a97e-a97ce2da74a5 {{(pid=86434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:32:38.179735 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 14c024a6-49fe-43f3-a97e-a97ce2da74a5 not bound to the agent host dv-cinder-782390-6-iscsi {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:32:38.283662 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-86ba122b-5906-4e5a-a3c6-7bcde8707775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7991656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848222979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847718353'] for subnet, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:38.288256 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-d606a949-518c-45aa-b1fa-37de64a52199 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:32:38.323973 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ba122b-5906-4e5a-a3c6-7bcde8707775 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6540d99e-bc73-4d77-9e9a-a9934313dcf7,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:32:38.327883 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-86ba122b-5906-4e5a-a3c6-7bcde8707775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:32:38.330827 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-86ba122b-5906-4e5a-a3c6-7bcde8707775 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846863987'] for subnet, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:38.337068 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-86ba122b-5906-4e5a-a3c6-7bcde8707775 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/6540d99e-bc73-4d77-9e9a-a9934313dcf7 HTTP/1.1" status: 204 len: 168 time: 0.6797438 Apr 21 06:32:38.338203 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e586cc9-dc0a-4a95-8ab0-871bc7bed912 None None] Network 4adbb71d-0e3c-4f02-8c40-88a15a7ed44f requested from dv-cinder-782390-6-iscsi {{(pid=86434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:32:38.339604 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 50658) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:32:38.454205 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-11f405dd-f940-4c0c-a211-d08c0c864c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853439508'] for network, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:38.465656 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-11f405dd-f940-4c0c-a211-d08c0c864c42 admin admin] Deleting port 2aaacfb2-4624-49b3-b9ab-8b0463f7a541 {{(pid=86432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:32:38.466018 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-11f405dd-f940-4c0c-a211-d08c0c864c42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363270981359476'] for port, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:38.598411 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76ab650-2286-45cd-992f-9069b0c7cc5f None None] DHCP port deletion for 4adbb71d-0e3c-4f02-8c40-88a15a7ed44f request from dv-cinder-782390-6-iscsi {{(pid=86434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 21 06:32:38.602659 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-d76ab650-2286-45cd-992f-9069b0c7cc5f None None] Deleting port 2aaacfb2-4624-49b3-b9ab-8b0463f7a541 {{(pid=86434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:32:38.603111 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d76ab650-2286-45cd-992f-9069b0c7cc5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363270981359476'] for port, before_delete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:38.694175 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-11f405dd-f940-4c0c-a211-d08c0c864c42 admin admin] For port 2aaacfb2-4624-49b3-b9ab-8b0463f7a541, host dv-cinder-782390-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=2aaacfb2-4624-49b3-b9ab-8b0463f7a541,segment=NetworkSegment(abf7ed71-e9c8-4881-8104-244b9f5ab084),segment_id=abf7ed71-e9c8-4881-8104-244b9f5ab084)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:32:38.694810 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-11f405dd-f940-4c0c-a211-d08c0c864c42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846743427'] for port, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:38.817031 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-d76ab650-2286-45cd-992f-9069b0c7cc5f None None] For port 2aaacfb2-4624-49b3-b9ab-8b0463f7a541, host dv-cinder-782390-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=2aaacfb2-4624-49b3-b9ab-8b0463f7a541,segment=NetworkSegment(abf7ed71-e9c8-4881-8104-244b9f5ab084),segment_id=abf7ed71-e9c8-4881-8104-244b9f5ab084)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:32:38.817392 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d76ab650-2286-45cd-992f-9069b0c7cc5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846743427'] for port, precommit_delete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:38.827900 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-11f405dd-f940-4c0c-a211-d08c0c864c42 admin admin] Calling delete_port for 2aaacfb2-4624-49b3-b9ab-8b0463f7a541 owned by network:dhcp {{(pid=86432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:32:38.949537 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-d76ab650-2286-45cd-992f-9069b0c7cc5f None None] Calling delete_port for 2aaacfb2-4624-49b3-b9ab-8b0463f7a541 owned by network:dhcp {{(pid=86434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:32:39.058596 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.db.api [None req-d76ab650-2286-45cd-992f-9069b0c7cc5f None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 21 06:32:39.058596 dv-cinder-782390-6-iscsi neutron-server[86317]: [SQL: DELETE FROM ml2_port_binding_levels WHERE ml2_port_binding_levels.port_id = %(port_id)s AND ml2_port_binding_levels.host = %(host)s AND ml2_port_binding_levels.`level` = %(level)s] Apr 21 06:32:39.058596 dv-cinder-782390-6-iscsi neutron-server[86317]: [parameters: {'port_id': '2aaacfb2-4624-49b3-b9ab-8b0463f7a541', 'host': 'dv-cinder-782390-6-iscsi', 'level': 0}] Apr 21 06:32:39.058596 dv-cinder-782390-6-iscsi neutron-server[86317]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=86434) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 21 06:32:39.058997 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_db.api [None req-d76ab650-2286-45cd-992f-9069b0c7cc5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 21 06:32:39.113169 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-11f405dd-f940-4c0c-a211-d08c0c864c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270981355551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765872972847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848222423'] for port, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:39.118288 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-e4f2620a-6ca3-4a0b-88ba-92ce0b1ceaeb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:32:39.165744 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f405dd-f940-4c0c-a211-d08c0c864c42 admin admin] Pushing event deleted for resources: {'Port': ['ID=2aaacfb2-4624-49b3-b9ab-8b0463f7a541,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:32:39.167676 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f405dd-f940-4c0c-a211-d08c0c864c42 admin admin] No DVR routers for this DVR port 2aaacfb2-4624-49b3-b9ab-8b0463f7a541 on host dv-cinder-782390-6-iscsi {{(pid=86432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 06:32:39.169181 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-11f405dd-f940-4c0c-a211-d08c0c864c42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:32:39.290731 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-11f405dd-f940-4c0c-a211-d08c0c864c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1367541', 'neutron.services.segments.db._delete_segments_for_network-8765873502323'] for network, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:39.403242 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.services.segments.db [None req-11f405dd-f940-4c0c-a211-d08c0c864c42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4adbb71d-0e3c-4f02-8c40-88a15a7ed44f']}} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:32:39.416293 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.services.segments.db [None req-11f405dd-f940-4c0c-a211-d08c0c864c42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abf7ed71-e9c8-4881-8104-244b9f5ab084') {'for_net_delete': True} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:32:39.416631 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.services.segments.db [None req-11f405dd-f940-4c0c-a211-d08c0c864c42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abf7ed71-e9c8-4881-8104-244b9f5ab084') {} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:32:39.428887 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-11f405dd-f940-4c0c-a211-d08c0c864c42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363270981292899', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847645964'] for segment, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:39.447454 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-11f405dd-f940-4c0c-a211-d08c0c864c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1361606'] for segment, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:39.453892 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11f405dd-f940-4c0c-a211-d08c0c864c42 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=86432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 21 06:32:39.560887 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-d76ab650-2286-45cd-992f-9069b0c7cc5f None None] Deleting port 2aaacfb2-4624-49b3-b9ab-8b0463f7a541 {{(pid=86434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:32:39.561426 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d76ab650-2286-45cd-992f-9069b0c7cc5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363270981359476'] for port, before_delete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:39.632031 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-11f405dd-f940-4c0c-a211-d08c0c864c42 admin admin] Network 4adbb71d-0e3c-4f02-8c40-88a15a7ed44f has no segments {{(pid=86432) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 06:32:39.634512 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-d76ab650-2286-45cd-992f-9069b0c7cc5f None None] The port '2aaacfb2-4624-49b3-b9ab-8b0463f7a541' was deleted {{(pid=86434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 06:32:39.643934 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-11f405dd-f940-4c0c-a211-d08c0c864c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853414223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6553438'] for segment, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:39.823251 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-11f405dd-f940-4c0c-a211-d08c0c864c42 admin admin] Network 4adbb71d-0e3c-4f02-8c40-88a15a7ed44f has no segments {{(pid=86432) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 06:32:39.846020 dv-cinder-782390-6-iscsi neutron-server[86317]: Traceback (most recent call last): Apr 21 06:32:39.846020 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 06:32:39.846020 dv-cinder-782390-6-iscsi neutron-server[86317]: timer() Apr 21 06:32:39.846020 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 06:32:39.846020 dv-cinder-782390-6-iscsi neutron-server[86317]: cb(*args, **kw) Apr 21 06:32:39.846020 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 21 06:32:39.846020 dv-cinder-782390-6-iscsi neutron-server[86317]: return func(*args, **kwargs) Apr 21 06:32:39.846020 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 06:32:39.846020 dv-cinder-782390-6-iscsi neutron-server[86317]: self._notify() Apr 21 06:32:39.846020 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 06:32:39.846020 dv-cinder-782390-6-iscsi neutron-server[86317]: self.callback(batched_events) Apr 21 06:32:39.846020 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 06:32:39.846020 dv-cinder-782390-6-iscsi neutron-server[86317]: event.method(event) Apr 21 06:32:39.846020 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 06:32:39.846020 dv-cinder-782390-6-iscsi neutron-server[86317]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 06:32:39.846020 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 21 06:32:39.846020 dv-cinder-782390-6-iscsi neutron-server[86317]: segment_id)['aggregates'][0] Apr 21 06:32:39.846020 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 06:32:39.846020 dv-cinder-782390-6-iscsi neutron-server[86317]: return f(self, *a, **k) Apr 21 06:32:39.846020 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 06:32:39.846020 dv-cinder-782390-6-iscsi neutron-server[86317]: return self._get(url).json() Apr 21 06:32:39.846020 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 06:32:39.846020 dv-cinder-782390-6-iscsi neutron-server[86317]: **kwargs) Apr 21 06:32:39.846020 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 06:32:39.846020 dv-cinder-782390-6-iscsi neutron-server[86317]: return self.request(url, 'GET', **kwargs) Apr 21 06:32:39.846020 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 21 06:32:39.846020 dv-cinder-782390-6-iscsi neutron-server[86317]: **endpoint_filter) Apr 21 06:32:39.846020 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 06:32:39.846020 dv-cinder-782390-6-iscsi neutron-server[86317]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 06:32:39.846020 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 06:32:39.846020 dv-cinder-782390-6-iscsi neutron-server[86317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 06:32:39.846020 dv-cinder-782390-6-iscsi neutron-server[86317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 06:32:40.097697 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 2aaacfb2-4624-49b3-b9ab-8b0463f7a541 no longer exists at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:32:40.134793 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] No Port match for: 2aaacfb2-4624-49b3-b9ab-8b0463f7a541 {{(pid=86434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:32:40.135438 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 2aaacfb2-4624-49b3-b9ab-8b0463f7a541 not bound to the agent host dv-cinder-782390-6-iscsi {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:32:40.264407 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-11f405dd-f940-4c0c-a211-d08c0c864c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853408259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8011138'] for network, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:40.269650 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-0fcc20a6-067f-4a86-8b5a-d6146bd6f0de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:32:40.289944 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-11f405dd-f940-4c0c-a211-d08c0c864c42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846863987'] for network, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:40.296416 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f405dd-f940-4c0c-a211-d08c0c864c42 admin admin] Pushing event deleted for resources: {'Network': ['ID=4adbb71d-0e3c-4f02-8c40-88a15a7ed44f,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:32:40.301411 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-11f405dd-f940-4c0c-a211-d08c0c864c42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:32:40.340795 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-11f405dd-f940-4c0c-a211-d08c0c864c42 admin admin] 10.222.0.15 "DELETE /v2.0/networks/4adbb71d-0e3c-4f02-8c40-88a15a7ed44f HTTP/1.1" status: 204 len: 168 time: 2.0001383 Apr 21 06:32:40.721324 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 50688) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:32:40.773442 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-430bb9af-c0ff-4c65-b7c9-8b605a84a97a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9b8b3b90db3b4377b76614075eb19d93&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0507884 Apr 21 06:32:40.776182 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 50694) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:32:40.837894 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5afbb81d-37f3-426d-a000-7c106fdbcc8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:40.864787 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5afbb81d-37f3-426d-a000-7c106fdbcc8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:40.993101 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5afbb81d-37f3-426d-a000-7c106fdbcc8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:40.997953 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-e678f177-e785-426c-9d28-d732b0f6a733 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:32:41.013384 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afbb81d-37f3-426d-a000-7c106fdbcc8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1a9e60-43d9-436e-9faf-3c814b1a4a2a,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:32:41.016506 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5afbb81d-37f3-426d-a000-7c106fdbcc8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:32:41.019316 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5afbb81d-37f3-426d-a000-7c106fdbcc8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:41.020529 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-5afbb81d-37f3-426d-a000-7c106fdbcc8e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6b1a9e60-43d9-436e-9faf-3c814b1a4a2a HTTP/1.1" status: 204 len: 168 time: 0.2433655 Apr 21 06:32:41.936568 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 50730) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:32:42.047372 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-fc26b5ca-4066-4c4f-ab60-9d1c73e189c4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1882778389-network', 'tenant_id': 'f810c7961f9c442ea8530fa1c9aae738'}} {{(pid=86432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:32:42.052331 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-fc26b5ca-4066-4c4f-ab60-9d1c73e189c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:32:42.056844 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-fc26b5ca-4066-4c4f-ab60-9d1c73e189c4 admin admin] Usage tracker for resource:network and tenant:f810c7961f9c442ea8530fa1c9aae738 is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:32:42.059821 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-fc26b5ca-4066-4c4f-ab60-9d1c73e189c4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:32:42.067225 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-fc26b5ca-4066-4c4f-ab60-9d1c73e189c4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:32:42.105671 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc26b5ca-4066-4c4f-ab60-9d1c73e189c4 admin admin] Made reservation on behalf of f810c7961f9c442ea8530fa1c9aae738 for: {'network': 1} {{(pid=86432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:32:42.110400 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-fc26b5ca-4066-4c4f-ab60-9d1c73e189c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for network, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:42.128238 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-fc26b5ca-4066-4c4f-ab60-9d1c73e189c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:42.144248 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-fc26b5ca-4066-4c4f-ab60-9d1c73e189c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:32:42.148207 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-fc26b5ca-4066-4c4f-ab60-9d1c73e189c4 admin admin] Usage tracker for resource:security_group_rule and tenant:f810c7961f9c442ea8530fa1c9aae738 is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:32:42.151173 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-fc26b5ca-4066-4c4f-ab60-9d1c73e189c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:32:42.157058 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-fc26b5ca-4066-4c4f-ab60-9d1c73e189c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:32:42.522186 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-fc26b5ca-4066-4c4f-ab60-9d1c73e189c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:42.568344 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-fc26b5ca-4066-4c4f-ab60-9d1c73e189c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:42.572755 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-4a348723-6737-427b-b5ad-0ee7e0e03522 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:32:42.598646 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc26b5ca-4066-4c4f-ab60-9d1c73e189c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=86432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 21 06:32:42.616375 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc26b5ca-4066-4c4f-ab60-9d1c73e189c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1ea185-3e42-43de-b1cb-5dd168350420,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:32:42.620198 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-fc26b5ca-4066-4c4f-ab60-9d1c73e189c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1361606'] for segment, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:42.620579 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.db.segments_db [None req-fc26b5ca-4066-4c4f-ab60-9d1c73e189c4 admin admin] Added segment 70740e35-fdb6-499b-a1a1-929fedd6d209 of type vlan for network 94e39216-e826-4b5b-a7eb-f685f38864ec Apr 21 06:32:42.624963 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-fc26b5ca-4066-4c4f-ab60-9d1c73e189c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:32:42.692791 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-fc26b5ca-4066-4c4f-ab60-9d1c73e189c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765872960183'] for network, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:42.787465 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-fc26b5ca-4066-4c4f-ab60-9d1c73e189c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970'] for network, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:42.788877 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc26b5ca-4066-4c4f-ab60-9d1c73e189c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:32:42.789529 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-fc26b5ca-4066-4c4f-ab60-9d1c73e189c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846863987'] for network, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:42.794666 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:32:43.137687 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc26b5ca-4066-4c4f-ab60-9d1c73e189c4 admin admin] Pushing event updated for resources: {'Network': ['ID=94e39216-e826-4b5b-a7eb-f685f38864ec,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:32:43.140413 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-fc26b5ca-4066-4c4f-ab60-9d1c73e189c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:32:43.148362 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Network 94e39216-e826-4b5b-a7eb-f685f38864ec details requested by agent ovs-agent-dv-cinder-782390-6-iscsi with host dv-cinder-782390-6-iscsi {{(pid=86434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 21 06:32:43.171128 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-fc26b5ca-4066-4c4f-ab60-9d1c73e189c4 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2333975 Apr 21 06:32:43.174082 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 50748) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:32:43.180112 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-3261ed41-7753-4620-8340-d59775eca01a admin admin] Request body: {'subnet': {'network_id': '94e39216-e826-4b5b-a7eb-f685f38864ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1882778389-subnet', 'tenant_id': 'f810c7961f9c442ea8530fa1c9aae738', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:32:43.185096 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-3261ed41-7753-4620-8340-d59775eca01a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:32:43.189143 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-3261ed41-7753-4620-8340-d59775eca01a admin admin] Usage tracker for resource:subnet and tenant:f810c7961f9c442ea8530fa1c9aae738 is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:32:43.192153 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-3261ed41-7753-4620-8340-d59775eca01a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:32:43.198095 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-3261ed41-7753-4620-8340-d59775eca01a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:32:43.313175 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3261ed41-7753-4620-8340-d59775eca01a admin admin] Made reservation on behalf of f810c7961f9c442ea8530fa1c9aae738 for: {'subnet': 1} {{(pid=86432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:32:43.317971 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3261ed41-7753-4620-8340-d59775eca01a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7057413'] for subnet, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:43.846955 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3261ed41-7753-4620-8340-d59775eca01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7991656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6552760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7057428'] for subnet, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:43.851854 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-c390971a-6dcb-4ee4-a3f7-ee0adcfeeb3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:32:43.932177 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3261ed41-7753-4620-8340-d59775eca01a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b48bec6-b9c8-44fc-ab7c-912928195b36,revision_number=0']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:32:43.934346 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3261ed41-7753-4620-8340-d59775eca01a admin admin] Checking segment: {'id': '70740e35-fdb6-499b-a1a1-929fedd6d209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '94e39216-e826-4b5b-a7eb-f685f38864ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:32:43.934758 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3261ed41-7753-4620-8340-d59775eca01a admin admin] Network hostable DHCP agents. Network: 94e39216-e826-4b5b-a7eb-f685f38864ec, hostable agents: ['6e5e74bc-90a9-40d2-b33c-cc5e996b490a'], hosted agents: [] {{(pid=86432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 21 06:32:43.941289 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-3261ed41-7753-4620-8340-d59775eca01a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:32:43.992964 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3261ed41-7753-4620-8340-d59775eca01a admin admin] Network 94e39216-e826-4b5b-a7eb-f685f38864ec is scheduled to be hosted by DHCP agent 6e5e74bc-90a9-40d2-b33c-cc5e996b490a with binding_index 1 {{(pid=86432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 21 06:32:44.031326 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [None req-3261ed41-7753-4620-8340-d59775eca01a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-6-iscsi, 94e39216-e826-4b5b-a7eb-f685f38864ec) {{(pid=86432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:32:44.040939 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e609eb5-0b41-49ed-a3b8-ab6a2f80fbc3 None None] Network 94e39216-e826-4b5b-a7eb-f685f38864ec requested from dv-cinder-782390-6-iscsi {{(pid=86434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:32:44.043792 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3261ed41-7753-4620-8340-d59775eca01a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:32:44.044452 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3261ed41-7753-4620-8340-d59775eca01a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846863987'] for subnet, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:44.146657 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-3261ed41-7753-4620-8340-d59775eca01a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9714162 Apr 21 06:32:44.273564 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94af2827-c878-4622-a319-dd408e311283 None None] Network 94e39216-e826-4b5b-a7eb-f685f38864ec requested from dv-cinder-782390-6-iscsi {{(pid=86434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:32:44.698541 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad8230-4fc8-4658-81f9-c3e257acd357 req-5c3c7695-a646-41bb-b048-7b2d272d5348 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:32:44.699327 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-55ad8230-4fc8-4658-81f9-c3e257acd357 req-5c3c7695-a646-41bb-b048-7b2d272d5348 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Synchronizing usage tracker for tenant:f810c7961f9c442ea8530fa1c9aae738 on resource:network {{(pid=86432) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:32:44.753259 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-55ad8230-4fc8-4658-81f9-c3e257acd357 req-5c3c7695-a646-41bb-b048-7b2d272d5348 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Unset dirty status for tenant:f810c7961f9c442ea8530fa1c9aae738 on resource:network {{(pid=86432) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:32:44.754596 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-55ad8230-4fc8-4658-81f9-c3e257acd357 req-5c3c7695-a646-41bb-b048-7b2d272d5348 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/networks?id=94e39216-e826-4b5b-a7eb-f685f38864ec HTTP/1.1" status: 200 len: 815 time: 0.2171493 Apr 21 06:32:44.770610 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-55ad8230-4fc8-4658-81f9-c3e257acd357 req-bf99ab3b-de26-4c44-aeae-28b700384e63 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/quotas/f810c7961f9c442ea8530fa1c9aae738 HTTP/1.1" status: 200 len: 375 time: 0.0097914 Apr 21 06:32:44.827097 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-55ad8230-4fc8-4658-81f9-c3e257acd357 req-194c82c6-541b-4633-87c8-5b1b14c263e5 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f810c7961f9c442ea8530fa1c9aae738&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509942 Apr 21 06:32:44.883997 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [req-55ad8230-4fc8-4658-81f9-c3e257acd357 req-643fa0f5-102d-43a2-8a2a-cb310956e46c service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=86432) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 21 06:32:44.885368 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-55ad8230-4fc8-4658-81f9-c3e257acd357 req-643fa0f5-102d-43a2-8a2a-cb310956e46c service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0512474 Apr 21 06:32:45.027475 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-55ad8230-4fc8-4658-81f9-c3e257acd357 req-b7c0f7be-7445-484d-a118-954d6f6285bd service neutron] 10.222.0.15 "GET /v2.0/networks/94e39216-e826-4b5b-a7eb-f685f38864ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355271 Apr 21 06:32:45.181311 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-55ad8230-4fc8-4658-81f9-c3e257acd357 req-a9746f53-c521-4f13-a355-ea78f9d8064c service neutron] 10.222.0.15 "GET /v2.0/networks/94e39216-e826-4b5b-a7eb-f685f38864ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464813 Apr 21 06:32:45.517761 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b1696d1e-aaf9-4f9e-b8c9-a55e5150c769 req-ff8acf85-8a46-4e4f-ba7f-30bbb1f53654 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbebc298-7bb8-4276-bd07-044119666d58 HTTP/1.1" status: 200 len: 210 time: 0.0501935 Apr 21 06:32:46.692119 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-598eff5f-0129-4766-b93d-624e8c3b1da8 req-174b72e4-659c-498f-8a2d-9decd3301e70 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbebc298-7bb8-4276-bd07-044119666d58 HTTP/1.1" status: 200 len: 210 time: 0.0484023 Apr 21 06:32:47.545120 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad8230-4fc8-4658-81f9-c3e257acd357 req-d342d3e7-1ce0-41ff-8b70-81ce117d0b3c tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:32:47.546672 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-55ad8230-4fc8-4658-81f9-c3e257acd357 req-d342d3e7-1ce0-41ff-8b70-81ce117d0b3c tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.11 "GET /v2.0/networks?id=94e39216-e826-4b5b-a7eb-f685f38864ec HTTP/1.1" status: 200 len: 815 time: 0.1569231 Apr 21 06:32:47.558288 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [req-55ad8230-4fc8-4658-81f9-c3e257acd357 req-c8535455-f342-43fe-9f92-9d81d7b530f2 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Request body: {'port': {'device_id': 'bbebc298-7bb8-4276-bd07-044119666d58', 'network_id': '94e39216-e826-4b5b-a7eb-f685f38864ec', 'admin_state_up': True, 'tenant_id': 'f810c7961f9c442ea8530fa1c9aae738'}} {{(pid=86432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:32:47.700379 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [req-55ad8230-4fc8-4658-81f9-c3e257acd357 req-c8535455-f342-43fe-9f92-9d81d7b530f2 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:32:47.704893 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-55ad8230-4fc8-4658-81f9-c3e257acd357 req-c8535455-f342-43fe-9f92-9d81d7b530f2 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Usage tracker for resource:port and tenant:f810c7961f9c442ea8530fa1c9aae738 is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:32:47.707826 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-55ad8230-4fc8-4658-81f9-c3e257acd357 req-c8535455-f342-43fe-9f92-9d81d7b530f2 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:32:47.713810 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [req-55ad8230-4fc8-4658-81f9-c3e257acd357 req-c8535455-f342-43fe-9f92-9d81d7b530f2 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:32:47.751746 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55ad8230-4fc8-4658-81f9-c3e257acd357 req-c8535455-f342-43fe-9f92-9d81d7b530f2 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Made reservation on behalf of f810c7961f9c442ea8530fa1c9aae738 for: {'port': 1} {{(pid=86432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:32:47.758197 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-55ad8230-4fc8-4658-81f9-c3e257acd357 req-c8535455-f342-43fe-9f92-9d81d7b530f2 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:47.868469 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-05faf4ae-7c07-4a1d-9d1c-758324daebaa req-d54c2089-f39e-4c18-a927-57241864bcd0 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbebc298-7bb8-4276-bd07-044119666d58 HTTP/1.1" status: 200 len: 210 time: 0.0578775 Apr 21 06:32:47.934362 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.db_base_plugin_common [req-55ad8230-4fc8-4658-81f9-c3e257acd357 req-c8535455-f342-43fe-9f92-9d81d7b530f2 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Allocated IP 172.20.0.2 (94e39216-e826-4b5b-a7eb-f685f38864ec/5b48bec6-b9c8-44fc-ab7c-912928195b36/a0ced8b3-170a-4b64-967d-88bc99d61d73) {{(pid=86432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:32:48.151820 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-55ad8230-4fc8-4658-81f9-c3e257acd357 req-c8535455-f342-43fe-9f92-9d81d7b530f2 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Notify callbacks [] for port, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:48.211005 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-55ad8230-4fc8-4658-81f9-c3e257acd357 req-c8535455-f342-43fe-9f92-9d81d7b530f2 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363270981802970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848222423'] for port, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:48.216935 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-e4f2620a-6ca3-4a0b-88ba-92ce0b1ceaeb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:32:48.289336 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55ad8230-4fc8-4658-81f9-c3e257acd357 req-c8535455-f342-43fe-9f92-9d81d7b530f2 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Network 94e39216-e826-4b5b-a7eb-f685f38864ec is already hosted by enough agents. {{(pid=86432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:32:48.293226 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [req-55ad8230-4fc8-4658-81f9-c3e257acd357 req-c8535455-f342-43fe-9f92-9d81d7b530f2 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Resources bound (agent type, host, resource id): {{(pid=86432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:32:48.297446 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ad8230-4fc8-4658-81f9-c3e257acd357 req-c8535455-f342-43fe-9f92-9d81d7b530f2 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Received port after_create {{(pid=86432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:32:48.340165 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8535455-f342-43fe-9f92-9d81d7b530f2 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Pushing event updated for resources: {'Port': ['ID=a0ced8b3-170a-4b64-967d-88bc99d61d73,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:32:48.345348 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-c8535455-f342-43fe-9f92-9d81d7b530f2 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:32:48.370351 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad8230-4fc8-4658-81f9-c3e257acd357 req-c8535455-f342-43fe-9f92-9d81d7b530f2 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:32:48.371053 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-55ad8230-4fc8-4658-81f9-c3e257acd357 req-c8535455-f342-43fe-9f92-9d81d7b530f2 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:48.416751 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-55ad8230-4fc8-4658-81f9-c3e257acd357 req-c8535455-f342-43fe-9f92-9d81d7b530f2 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8624384 Apr 21 06:32:48.475409 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [req-55ad8230-4fc8-4658-81f9-c3e257acd357 req-9ca75626-abe6-4704-8b9e-8e83372b0914 service neutron] Request body: {'port': {'device_id': 'bbebc298-7bb8-4276-bd07-044119666d58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=86432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:32:48.595309 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-55ad8230-4fc8-4658-81f9-c3e257acd357 req-9ca75626-abe6-4704-8b9e-8e83372b0914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:48.960663 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [req-55ad8230-4fc8-4658-81f9-c3e257acd357 req-9ca75626-abe6-4704-8b9e-8e83372b0914 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0ced8b3-170a-4b64-967d-88bc99d61d73 {{(pid=86432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 06:32:48.970217 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-55ad8230-4fc8-4658-81f9-c3e257acd357 req-9ca75626-abe6-4704-8b9e-8e83372b0914 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:48.987059 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [req-55ad8230-4fc8-4658-81f9-c3e257acd357 req-9ca75626-abe6-4704-8b9e-8e83372b0914 service neutron] Transition to ACTIVE for port object a0ced8b3-170a-4b64-967d-88bc99d61d73 will not be triggered until provisioned by entity L2. {{(pid=86432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:32:49.027513 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-55ad8230-4fc8-4658-81f9-c3e257acd357 req-9ca75626-abe6-4704-8b9e-8e83372b0914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6553376'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:49.033443 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-8d33fc66-20e6-40e2-8ad5-f1b1ee1fb8a6 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:32:49.080837 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a7d10-a89b-4d5a-928c-bf5f137e13bf req-13cb580b-d4e4-490f-bba7-7e6c79766cca tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:32:49.082726 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e30a7d10-a89b-4d5a-928c-bf5f137e13bf req-13cb580b-d4e4-490f-bba7-7e6c79766cca tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbebc298-7bb8-4276-bd07-044119666d58 HTTP/1.1" status: 200 len: 943 time: 0.0930989 Apr 21 06:32:49.134988 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e30a7d10-a89b-4d5a-928c-bf5f137e13bf req-c31073a8-8e85-4fac-8b41-0b48b9390bc2 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca1ea185-3e42-43de-b1cb-5dd168350420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426407 Apr 21 06:32:49.213586 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca75626-abe6-4704-8b9e-8e83372b0914 service neutron] Pushing event updated for resources: {'Port': ['ID=a0ced8b3-170a-4b64-967d-88bc99d61d73,revision_number=2']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:32:49.216598 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9ca75626-abe6-4704-8b9e-8e83372b0914 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:32:49.286718 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [req-55ad8230-4fc8-4658-81f9-c3e257acd357 req-9ca75626-abe6-4704-8b9e-8e83372b0914 service neutron] Attempting to bind port a0ced8b3-170a-4b64-967d-88bc99d61d73 on host hv-cinder-78239 for vnic_type normal with profile {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:32:49.287114 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [req-55ad8230-4fc8-4658-81f9-c3e257acd357 req-9ca75626-abe6-4704-8b9e-8e83372b0914 service neutron] Attempting to bind port a0ced8b3-170a-4b64-967d-88bc99d61d73 by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': '70740e35-fdb6-499b-a1a1-929fedd6d209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '94e39216-e826-4b5b-a7eb-f685f38864ec'}] {{(pid=86432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:32:49.287474 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ad8230-4fc8-4658-81f9-c3e257acd357 req-9ca75626-abe6-4704-8b9e-8e83372b0914 service neutron] Attempting to bind port a0ced8b3-170a-4b64-967d-88bc99d61d73 on network 94e39216-e826-4b5b-a7eb-f685f38864ec {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:32:49.292235 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ad8230-4fc8-4658-81f9-c3e257acd357 req-9ca75626-abe6-4704-8b9e-8e83372b0914 service neutron] Port a0ced8b3-170a-4b64-967d-88bc99d61d73 on network 94e39216-e826-4b5b-a7eb-f685f38864ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 06:32:49.292587 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ad8230-4fc8-4658-81f9-c3e257acd357 req-9ca75626-abe6-4704-8b9e-8e83372b0914 service neutron] Attempting to bind port a0ced8b3-170a-4b64-967d-88bc99d61d73 on network 94e39216-e826-4b5b-a7eb-f685f38864ec {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:32:49.297999 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ad8230-4fc8-4658-81f9-c3e257acd357 req-9ca75626-abe6-4704-8b9e-8e83372b0914 service neutron] Checking agent: {'id': '1687539a-73b5-4d9c-8d40-15e28bacc92a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 2, 5), 'started_at': datetime.datetime(2021, 4, 21, 6, 2, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:32:49.298367 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ad8230-4fc8-4658-81f9-c3e257acd357 req-9ca75626-abe6-4704-8b9e-8e83372b0914 service neutron] Checking segment: {'id': '70740e35-fdb6-499b-a1a1-929fedd6d209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '94e39216-e826-4b5b-a7eb-f685f38864ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:32:49.298810 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ad8230-4fc8-4658-81f9-c3e257acd357 req-9ca75626-abe6-4704-8b9e-8e83372b0914 service neutron] Bound using segment: {'id': '70740e35-fdb6-499b-a1a1-929fedd6d209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '94e39216-e826-4b5b-a7eb-f685f38864ec'} {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:32:49.299274 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [req-55ad8230-4fc8-4658-81f9-c3e257acd357 req-9ca75626-abe6-4704-8b9e-8e83372b0914 service neutron] Bound port: a0ced8b3-170a-4b64-967d-88bc99d61d73, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70740e35-fdb6-499b-a1a1-929fedd6d209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '94e39216-e826-4b5b-a7eb-f685f38864ec'}}] {{(pid=86432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:32:49.299648 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-55ad8230-4fc8-4658-81f9-c3e257acd357 req-9ca75626-abe6-4704-8b9e-8e83372b0914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:49.394417 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [req-55ad8230-4fc8-4658-81f9-c3e257acd357 req-9ca75626-abe6-4704-8b9e-8e83372b0914 service neutron] For port a0ced8b3-170a-4b64-967d-88bc99d61d73, host hv-cinder-78239, cleared binding levels {{(pid=86432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:32:49.397505 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [req-55ad8230-4fc8-4658-81f9-c3e257acd357 req-9ca75626-abe6-4704-8b9e-8e83372b0914 service neutron] For port a0ced8b3-170a-4b64-967d-88bc99d61d73, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=a0ced8b3-170a-4b64-967d-88bc99d61d73,segment=NetworkSegment(70740e35-fdb6-499b-a1a1-929fedd6d209),segment_id=70740e35-fdb6-499b-a1a1-929fedd6d209)] {{(pid=86432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:32:49.428360 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-55ad8230-4fc8-4658-81f9-c3e257acd357 req-9ca75626-abe6-4704-8b9e-8e83372b0914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6553376'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:49.433481 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-6b5b97b3-f3b4-4877-a9bf-754e6c5d9ba3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:32:49.497590 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad8230-4fc8-4658-81f9-c3e257acd357 req-9ca75626-abe6-4704-8b9e-8e83372b0914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:32:49.498274 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-55ad8230-4fc8-4658-81f9-c3e257acd357 req-9ca75626-abe6-4704-8b9e-8e83372b0914 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:49.499800 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-55ad8230-4fc8-4658-81f9-c3e257acd357 req-9ca75626-abe6-4704-8b9e-8e83372b0914 service neutron] 10.222.0.11 "PUT /v2.0/ports/a0ced8b3-170a-4b64-967d-88bc99d61d73 HTTP/1.1" status: 200 len: 1093 time: 1.0753763 Apr 21 06:32:49.500336 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbebc298-7bb8-4276-bd07-044119666d58', 'tag': 'a0ced8b3-170a-4b64-967d-88bc99d61d73'}] {{(pid=86432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:32:49.519139 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca75626-abe6-4704-8b9e-8e83372b0914 service neutron] Pushing event updated for resources: {'Port': ['ID=a0ced8b3-170a-4b64-967d-88bc99d61d73,revision_number=3']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:32:49.523764 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9ca75626-abe6-4704-8b9e-8e83372b0914 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:32:49.616706 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbebc298-7bb8-4276-bd07-044119666d58', 'tag': 'a0ced8b3-170a-4b64-967d-88bc99d61d73', 'status': 'completed', 'code': 200} Apr 21 06:32:49.652907 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad8230-4fc8-4658-81f9-c3e257acd357 req-52f53817-0805-4d29-9a4b-e06fef21c4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:32:49.654455 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-55ad8230-4fc8-4658-81f9-c3e257acd357 req-52f53817-0805-4d29-9a4b-e06fef21c4df service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f810c7961f9c442ea8530fa1c9aae738&device_id=bbebc298-7bb8-4276-bd07-044119666d58 HTTP/1.1" status: 200 len: 1096 time: 0.0867896 Apr 21 06:32:49.726403 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-55ad8230-4fc8-4658-81f9-c3e257acd357 req-8142fd4e-5fab-4bfb-ba09-a23a75c64c71 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a0ced8b3-170a-4b64-967d-88bc99d61d73 HTTP/1.1" status: 200 len: 217 time: 0.0647922 Apr 21 06:32:49.795503 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad8230-4fc8-4658-81f9-c3e257acd357 req-6e4664a1-1d86-48d1-9dd4-78bb198a8e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:32:49.797015 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-55ad8230-4fc8-4658-81f9-c3e257acd357 req-6e4664a1-1d86-48d1-9dd4-78bb198a8e05 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5b48bec6-b9c8-44fc-ab7c-912928195b36 HTTP/1.1" status: 200 len: 855 time: 0.0650270 Apr 21 06:32:49.848067 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-55ad8230-4fc8-4658-81f9-c3e257acd357 req-9d6d4902-d5f0-4aef-93ff-def4f641da23 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=94e39216-e826-4b5b-a7eb-f685f38864ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446792 Apr 21 06:32:49.987928 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-55ad8230-4fc8-4658-81f9-c3e257acd357 req-07ddf0cf-462c-4a90-9aae-2732fa5a0c2e service neutron] 10.222.0.11 "GET /v2.0/networks/94e39216-e826-4b5b-a7eb-f685f38864ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332567 Apr 21 06:32:50.437332 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-55ad8230-4fc8-4658-81f9-c3e257acd357 req-024c9186-91e0-48e1-834d-bc410292235c service neutron] 10.222.0.11 "GET /v2.0/networks/94e39216-e826-4b5b-a7eb-f685f38864ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4434385 Apr 21 06:32:50.457896 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de9e988-ef55-48b9-a116-7e2b7f200ec9 req-a47b6e0f-a5ca-43c6-8653-c27752b0ceb4 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:32:50.458640 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-8de9e988-ef55-48b9-a116-7e2b7f200ec9 req-a47b6e0f-a5ca-43c6-8653-c27752b0ceb4 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Synchronizing usage tracker for tenant:f810c7961f9c442ea8530fa1c9aae738 on resource:port {{(pid=86432) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:32:50.550556 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-8de9e988-ef55-48b9-a116-7e2b7f200ec9 req-a47b6e0f-a5ca-43c6-8653-c27752b0ceb4 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Unset dirty status for tenant:f810c7961f9c442ea8530fa1c9aae738 on resource:port {{(pid=86432) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:32:50.551837 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-8de9e988-ef55-48b9-a116-7e2b7f200ec9 req-a47b6e0f-a5ca-43c6-8653-c27752b0ceb4 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbebc298-7bb8-4276-bd07-044119666d58 HTTP/1.1" status: 200 len: 943 time: 0.2159123 Apr 21 06:32:50.617170 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-8de9e988-ef55-48b9-a116-7e2b7f200ec9 req-6abb29ca-2a29-440a-933a-edcc3d3e4fd2 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Synchronizing usage tracker for tenant:f810c7961f9c442ea8530fa1c9aae738 on resource:security_group {{(pid=86432) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:32:50.639821 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45398c9-5894-418b-9dbb-80792e925b38 req-a0856e38-196b-4c13-8a48-a629268f06c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:32:50.641990 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c45398c9-5894-418b-9dbb-80792e925b38 req-a0856e38-196b-4c13-8a48-a629268f06c2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f810c7961f9c442ea8530fa1c9aae738&device_id=bbebc298-7bb8-4276-bd07-044119666d58 HTTP/1.1" status: 200 len: 1096 time: 0.1325247 Apr 21 06:32:50.693337 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-8de9e988-ef55-48b9-a116-7e2b7f200ec9 req-6abb29ca-2a29-440a-933a-edcc3d3e4fd2 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Unset dirty status for tenant:f810c7961f9c442ea8530fa1c9aae738 on resource:security_group {{(pid=86432) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:32:50.694617 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-8de9e988-ef55-48b9-a116-7e2b7f200ec9 req-6abb29ca-2a29-440a-933a-edcc3d3e4fd2 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca1ea185-3e42-43de-b1cb-5dd168350420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359484 Apr 21 06:32:50.788632 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45398c9-5894-418b-9dbb-80792e925b38 req-53e8f4a1-86a9-42e3-9ff1-1c854f501fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:32:50.790160 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c45398c9-5894-418b-9dbb-80792e925b38 req-53e8f4a1-86a9-42e3-9ff1-1c854f501fa5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=94e39216-e826-4b5b-a7eb-f685f38864ec HTTP/1.1" status: 200 len: 916 time: 0.1415083 Apr 21 06:32:50.865463 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c45398c9-5894-418b-9dbb-80792e925b38 req-d0cd5897-b270-4746-9785-102dacd1167c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a0ced8b3-170a-4b64-967d-88bc99d61d73 HTTP/1.1" status: 200 len: 217 time: 0.0682437 Apr 21 06:32:50.932856 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45398c9-5894-418b-9dbb-80792e925b38 req-666b6262-f849-49b3-bfa0-5d11325e0396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:32:50.934362 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c45398c9-5894-418b-9dbb-80792e925b38 req-666b6262-f849-49b3-bfa0-5d11325e0396 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5b48bec6-b9c8-44fc-ab7c-912928195b36 HTTP/1.1" status: 200 len: 855 time: 0.0626590 Apr 21 06:32:50.989831 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c45398c9-5894-418b-9dbb-80792e925b38 req-1c6a96ab-23c5-4988-81d3-7f5db48ed66c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=94e39216-e826-4b5b-a7eb-f685f38864ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478144 Apr 21 06:32:51.089252 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:32:51.132106 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c45398c9-5894-418b-9dbb-80792e925b38 req-f61c4520-f99f-4efa-8937-7f12104813bc service neutron] 10.222.0.11 "GET /v2.0/networks/94e39216-e826-4b5b-a7eb-f685f38864ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349385 Apr 21 06:32:51.278473 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c45398c9-5894-418b-9dbb-80792e925b38 req-16181d68-69b0-442d-8622-9710fd6645eb service neutron] 10.222.0.11 "GET /v2.0/networks/94e39216-e826-4b5b-a7eb-f685f38864ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382675 Apr 21 06:32:51.896595 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67984ff8-10b2-4203-b1ea-7774dd7db600 req-68b6a779-1beb-4225-88ec-4cbd1f2bd64e tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:32:51.898113 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-67984ff8-10b2-4203-b1ea-7774dd7db600 req-68b6a779-1beb-4225-88ec-4cbd1f2bd64e tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbebc298-7bb8-4276-bd07-044119666d58 HTTP/1.1" status: 200 len: 943 time: 0.0879610 Apr 21 06:32:51.945079 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-67984ff8-10b2-4203-b1ea-7774dd7db600 req-ab78b10c-67e6-49c8-8cef-81dd9cc4934a tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca1ea185-3e42-43de-b1cb-5dd168350420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407274 Apr 21 06:32:52.985508 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Device a0ced8b3-170a-4b64-967d-88bc99d61d73 details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=86434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 06:32:53.128755 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] For port a0ced8b3-170a-4b64-967d-88bc99d61d73, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=a0ced8b3-170a-4b64-967d-88bc99d61d73,segment=NetworkSegment(70740e35-fdb6-499b-a1a1-929fedd6d209),segment_id=70740e35-fdb6-499b-a1a1-929fedd6d209)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:32:53.143769 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Returning: {'device': 'a0ced8b3-170a-4b64-967d-88bc99d61d73', 'network_id': '94e39216-e826-4b5b-a7eb-f685f38864ec', 'port_id': 'a0ced8b3-170a-4b64-967d-88bc99d61d73', 'mac_address': 'fa:16:3e:1a:47:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b48bec6-b9c8-44fc-ab7c-912928195b36', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 06:32:53.147981 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd68c4-4b9a-45f3-954f-f3be34ac6465 req-6d6d674d-0bd1-415d-9189-57d15b462afd tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:32:53.149603 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1acd68c4-4b9a-45f3-954f-f3be34ac6465 req-6d6d674d-0bd1-415d-9189-57d15b462afd tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbebc298-7bb8-4276-bd07-044119666d58 HTTP/1.1" status: 200 len: 943 time: 0.0932560 Apr 21 06:32:53.197419 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1acd68c4-4b9a-45f3-954f-f3be34ac6465 req-73ec3ef3-ddae-4059-b1fa-bdd398d8cf73 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca1ea185-3e42-43de-b1cb-5dd168350420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412784 Apr 21 06:32:53.205917 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:53.226003 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0ced8b3-170a-4b64-967d-88bc99d61d73 {{(pid=86434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 06:32:53.241836 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] For port a0ced8b3-170a-4b64-967d-88bc99d61d73, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=a0ced8b3-170a-4b64-967d-88bc99d61d73,segment=NetworkSegment(70740e35-fdb6-499b-a1a1-929fedd6d209),segment_id=70740e35-fdb6-499b-a1a1-929fedd6d209)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:32:53.290539 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:53.292478 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:32:53.361699 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Pushing event updated for resources: {'Port': ['ID=a0ced8b3-170a-4b64-967d-88bc99d61d73,revision_number=4']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:32:53.369545 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:32:53.369939 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:32:53.370323 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:32:53.370716 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:32:53.371104 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:32:53.371479 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:32:53.371850 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:32:53.372219 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:32:53.372588 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:32:53.372956 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:32:53.373356 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:32:53.373725 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:32:53.378337 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:32:53.524249 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] get_ports_and_sgs() called for port_ids ['a0ced8b3-170a-4b64-967d-88bc99d61d73'] {{(pid=86434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:32:54.400174 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b2940-2248-42ad-ba00-9e740addd892 req-4ce7bfc9-42d5-4706-b160-d6ad14e92d21 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:32:54.401765 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c33b2940-2248-42ad-ba00-9e740addd892 req-4ce7bfc9-42d5-4706-b160-d6ad14e92d21 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbebc298-7bb8-4276-bd07-044119666d58 HTTP/1.1" status: 200 len: 944 time: 0.0895791 Apr 21 06:32:54.452956 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c33b2940-2248-42ad-ba00-9e740addd892 req-6fd52ac9-c1f2-4da4-ab87-eadf75849cd7 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca1ea185-3e42-43de-b1cb-5dd168350420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447960 Apr 21 06:32:55.000948 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Device a0ced8b3-170a-4b64-967d-88bc99d61d73 up at agent hyperv_hv-cinder-78239 {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:32:55.128307 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Provisioning for port a0ced8b3-170a-4b64-967d-88bc99d61d73 completed by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:32:55.133536 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Provisioning complete for port a0ced8b3-170a-4b64-967d-88bc99d61d73 triggered by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:32:55.133922 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:55.260458 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:55.288667 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbebc298-7bb8-4276-bd07-044119666d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ced8b3-170a-4b64-967d-88bc99d61d73'}] {{(pid=86434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:32:55.298818 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] For port a0ced8b3-170a-4b64-967d-88bc99d61d73, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=a0ced8b3-170a-4b64-967d-88bc99d61d73,segment=NetworkSegment(70740e35-fdb6-499b-a1a1-929fedd6d209),segment_id=70740e35-fdb6-499b-a1a1-929fedd6d209)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:32:55.330532 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:55.332586 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:32:55.395315 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbebc298-7bb8-4276-bd07-044119666d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ced8b3-170a-4b64-967d-88bc99d61d73', 'code': 200} Apr 21 06:32:55.407458 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Pushing event updated for resources: {'Port': ['ID=a0ced8b3-170a-4b64-967d-88bc99d61d73,revision_number=5']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:32:55.410470 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:32:55.669925 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61cdac7-217d-481d-bba6-eec48a5aa807 req-59785e5e-0d7a-45e5-97e9-534dc62053a4 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:32:55.671577 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c61cdac7-217d-481d-bba6-eec48a5aa807 req-59785e5e-0d7a-45e5-97e9-534dc62053a4 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbebc298-7bb8-4276-bd07-044119666d58 HTTP/1.1" status: 200 len: 945 time: 0.1014948 Apr 21 06:32:55.721952 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225bff96-fdfb-49f9-8f4f-09306d8d8e25 req-a71708c7-0f2f-4853-9d70-53ecb8beae4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:32:55.723063 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c61cdac7-217d-481d-bba6-eec48a5aa807 req-de87651b-f2d1-442c-96fe-15eb9de5ee42 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca1ea185-3e42-43de-b1cb-5dd168350420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443695 Apr 21 06:32:55.723698 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-225bff96-fdfb-49f9-8f4f-09306d8d8e25 req-a71708c7-0f2f-4853-9d70-53ecb8beae4c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bbebc298-7bb8-4276-bd07-044119666d58 HTTP/1.1" status: 200 len: 1098 time: 0.0797486 Apr 21 06:32:55.767710 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-225bff96-fdfb-49f9-8f4f-09306d8d8e25 req-e6875a7a-68ae-4314-9b20-e854353e9a90 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ca1ea185-3e42-43de-b1cb-5dd168350420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381560 Apr 21 06:32:56.921926 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e6da0-2f3c-4c31-be54-03b72c2c0ea3 req-b8c9dd78-4c65-47e4-8609-ff0256c5c6b6 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:32:56.923599 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d80e6da0-2f3c-4c31-be54-03b72c2c0ea3 req-b8c9dd78-4c65-47e4-8609-ff0256c5c6b6 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbebc298-7bb8-4276-bd07-044119666d58 HTTP/1.1" status: 200 len: 945 time: 0.0878544 Apr 21 06:32:56.973822 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d80e6da0-2f3c-4c31-be54-03b72c2c0ea3 req-d39d709c-8494-4ff8-b68e-6b35939152f8 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca1ea185-3e42-43de-b1cb-5dd168350420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439932 Apr 21 06:33:02.067626 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-8144c4a5-1d31-488c-a0c1-6b414d6c29cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:33:04.529863 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-ec72e08b-5ee9-4b2a-aba8-c5fee8457f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:33:05.116963 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:33:05.575581 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:33:06.284230 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:33:07.122374 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:33:27.075485 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f29aee1a-37ab-4537-abab-9d78a28bb4ab req-b1de41cf-e986-4ea2-88b7-62b2d132b943 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bbebc298-7bb8-4276-bd07-044119666d58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0800755 Apr 21 06:33:27.223992 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29aee1a-37ab-4537-abab-9d78a28bb4ab req-f02c876b-21fa-43c2-8b04-11b151439aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:33:27.225815 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f29aee1a-37ab-4537-abab-9d78a28bb4ab req-f02c876b-21fa-43c2-8b04-11b151439aeb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f810c7961f9c442ea8530fa1c9aae738&device_id=bbebc298-7bb8-4276-bd07-044119666d58 HTTP/1.1" status: 200 len: 1098 time: 0.0788076 Apr 21 06:33:27.385463 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29aee1a-37ab-4537-abab-9d78a28bb4ab req-b2f83552-8005-4b11-99a5-1c61e246e309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:33:27.387110 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f29aee1a-37ab-4537-abab-9d78a28bb4ab req-b2f83552-8005-4b11-99a5-1c61e246e309 service neutron] 10.222.0.11 "GET /v2.0/networks?id=94e39216-e826-4b5b-a7eb-f685f38864ec HTTP/1.1" status: 200 len: 916 time: 0.1420865 Apr 21 06:33:27.464298 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f29aee1a-37ab-4537-abab-9d78a28bb4ab req-f8ae446e-41e6-4bc4-9f66-e6a9513dfaeb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a0ced8b3-170a-4b64-967d-88bc99d61d73 HTTP/1.1" status: 200 len: 217 time: 0.0706525 Apr 21 06:33:27.535175 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29aee1a-37ab-4537-abab-9d78a28bb4ab req-aa7136b7-0993-4cbc-8d9f-398258ce44e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:33:27.536770 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f29aee1a-37ab-4537-abab-9d78a28bb4ab req-aa7136b7-0993-4cbc-8d9f-398258ce44e3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5b48bec6-b9c8-44fc-ab7c-912928195b36 HTTP/1.1" status: 200 len: 855 time: 0.0653946 Apr 21 06:33:27.590586 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f29aee1a-37ab-4537-abab-9d78a28bb4ab req-3e8dcf98-ca5f-4422-8dbd-0fa42fac76ab service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=94e39216-e826-4b5b-a7eb-f685f38864ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462320 Apr 21 06:33:27.729944 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f29aee1a-37ab-4537-abab-9d78a28bb4ab req-9468781b-cf9d-4cc6-ba91-f83b6ce5c3df service neutron] 10.222.0.11 "GET /v2.0/networks/94e39216-e826-4b5b-a7eb-f685f38864ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322062 Apr 21 06:33:27.869907 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f29aee1a-37ab-4537-abab-9d78a28bb4ab req-70986f86-7b89-44bd-9d6d-d21090f57e08 service neutron] 10.222.0.11 "GET /v2.0/networks/94e39216-e826-4b5b-a7eb-f685f38864ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324286 Apr 21 06:33:28.088703 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:33:32.070764 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-126eec49-c5cd-40ff-95e6-a558ec4764bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:33:34.529959 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-067b495f-8692-499f-afb2-d4da0c19425c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:33:35.124268 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:33:35.586891 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:33:36.284280 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:33:37.129845 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:02.083830 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f9a4ae15-e144-483d-8853-9357ca81c729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:04.529327 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5c56afa1-a559-4674-8c6f-e893ae7da585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:05.088186 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:34:05.112197 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:05.569444 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:06.289485 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:07.123527 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:29.100071 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c4f5c5e3-673e-402a-b7f2-e907ac8ff993 req-f4d95517-3453-46e9-9588-de3117e7b911 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bbebc298-7bb8-4276-bd07-044119666d58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0819690 Apr 21 06:34:29.245875 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f5c5e3-673e-402a-b7f2-e907ac8ff993 req-4601cccc-e588-413e-97c3-c355fd8fb9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:34:29.247544 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c4f5c5e3-673e-402a-b7f2-e907ac8ff993 req-4601cccc-e588-413e-97c3-c355fd8fb9a7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f810c7961f9c442ea8530fa1c9aae738&device_id=bbebc298-7bb8-4276-bd07-044119666d58 HTTP/1.1" status: 200 len: 1098 time: 0.0776947 Apr 21 06:34:29.415264 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f5c5e3-673e-402a-b7f2-e907ac8ff993 req-08890876-7e60-4c2a-9d99-c7943825bb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:34:29.416893 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c4f5c5e3-673e-402a-b7f2-e907ac8ff993 req-08890876-7e60-4c2a-9d99-c7943825bb56 service neutron] 10.222.0.11 "GET /v2.0/networks?id=94e39216-e826-4b5b-a7eb-f685f38864ec HTTP/1.1" status: 200 len: 916 time: 0.1475244 Apr 21 06:34:29.496068 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c4f5c5e3-673e-402a-b7f2-e907ac8ff993 req-5ee80e73-15a7-40e9-8bae-549575b3e27c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a0ced8b3-170a-4b64-967d-88bc99d61d73 HTTP/1.1" status: 200 len: 217 time: 0.0725174 Apr 21 06:34:29.564271 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f5c5e3-673e-402a-b7f2-e907ac8ff993 req-1cf68443-6fd1-40e6-adb7-6a4a187d6c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:34:29.565843 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c4f5c5e3-673e-402a-b7f2-e907ac8ff993 req-1cf68443-6fd1-40e6-adb7-6a4a187d6c0c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5b48bec6-b9c8-44fc-ab7c-912928195b36 HTTP/1.1" status: 200 len: 855 time: 0.0635648 Apr 21 06:34:29.621142 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c4f5c5e3-673e-402a-b7f2-e907ac8ff993 req-ef84d769-bb5d-489a-b6b0-3f505c780a89 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=94e39216-e826-4b5b-a7eb-f685f38864ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483730 Apr 21 06:34:29.632054 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [req-c4f5c5e3-673e-402a-b7f2-e907ac8ff993 req-d35dc006-ef94-4b03-8338-af913c0fe027 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=86432) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 21 06:34:29.633079 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c4f5c5e3-673e-402a-b7f2-e907ac8ff993 req-d35dc006-ef94-4b03-8338-af913c0fe027 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056853 Apr 21 06:34:29.773860 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c4f5c5e3-673e-402a-b7f2-e907ac8ff993 req-14224cb2-748c-4095-ac4d-f92ef9acb2cf service neutron] 10.222.0.11 "GET /v2.0/networks/94e39216-e826-4b5b-a7eb-f685f38864ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342375 Apr 21 06:34:29.914078 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c4f5c5e3-673e-402a-b7f2-e907ac8ff993 req-9079e66c-23a6-4d63-ae5c-6ff7ed57dce4 service neutron] 10.222.0.11 "GET /v2.0/networks/94e39216-e826-4b5b-a7eb-f685f38864ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338036 Apr 21 06:34:32.083805 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-e9dbf340-fedd-43b6-9f81-4836e71e685d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:34.529179 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-59862152-0bae-4481-b782-87edc3e490b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:35.129158 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:35.580672 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:36.289160 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:37.123193 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:42.087304 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:35:02.077359 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-710beaed-9920-44c4-b5d8-1980f610c671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:35:04.523338 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-86072672-ea8d-4f5f-b3e4-53090c53a0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:35:05.146109 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:35:05.574026 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:35:06.282947 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:35:07.134465 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:35:19.087395 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:35:29.066623 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-44f51495-9a4a-4520-84da-d747a4b2d13d req-ea64c568-c884-4dd9-b7e4-20f8689616d4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bbebc298-7bb8-4276-bd07-044119666d58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0776095 Apr 21 06:35:29.211857 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f51495-9a4a-4520-84da-d747a4b2d13d req-3d73c4d4-d878-4ae3-ad02-509ef0539607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:35:29.213424 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-44f51495-9a4a-4520-84da-d747a4b2d13d req-3d73c4d4-d878-4ae3-ad02-509ef0539607 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f810c7961f9c442ea8530fa1c9aae738&device_id=bbebc298-7bb8-4276-bd07-044119666d58 HTTP/1.1" status: 200 len: 1098 time: 0.0768239 Apr 21 06:35:29.376942 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f51495-9a4a-4520-84da-d747a4b2d13d req-3bc81c15-7de1-4d94-aefd-2a1d1cf30559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:35:29.378535 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-44f51495-9a4a-4520-84da-d747a4b2d13d req-3bc81c15-7de1-4d94-aefd-2a1d1cf30559 service neutron] 10.222.0.11 "GET /v2.0/networks?id=94e39216-e826-4b5b-a7eb-f685f38864ec HTTP/1.1" status: 200 len: 916 time: 0.1462398 Apr 21 06:35:29.453234 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-44f51495-9a4a-4520-84da-d747a4b2d13d req-f321c699-ed95-48bf-9813-fe9a26af2d22 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a0ced8b3-170a-4b64-967d-88bc99d61d73 HTTP/1.1" status: 200 len: 217 time: 0.0681136 Apr 21 06:35:29.523818 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f51495-9a4a-4520-84da-d747a4b2d13d req-6e48f39c-013f-465d-b153-a6c3d40965b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:35:29.525377 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-44f51495-9a4a-4520-84da-d747a4b2d13d req-6e48f39c-013f-465d-b153-a6c3d40965b5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5b48bec6-b9c8-44fc-ab7c-912928195b36 HTTP/1.1" status: 200 len: 855 time: 0.0659313 Apr 21 06:35:29.579670 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-44f51495-9a4a-4520-84da-d747a4b2d13d req-a3e0d7fb-5db8-4a84-b2c5-eabc3974b5ef service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=94e39216-e826-4b5b-a7eb-f685f38864ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479279 Apr 21 06:35:29.951076 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-44f51495-9a4a-4520-84da-d747a4b2d13d req-45723202-1fac-420a-9361-2651d1e1b495 service neutron] 10.222.0.11 "GET /v2.0/networks/94e39216-e826-4b5b-a7eb-f685f38864ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3647943 Apr 21 06:35:30.092818 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-44f51495-9a4a-4520-84da-d747a4b2d13d req-770335fb-4d76-48e8-897d-175b14dff9ac service neutron] 10.222.0.11 "GET /v2.0/networks/94e39216-e826-4b5b-a7eb-f685f38864ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350791 Apr 21 06:35:32.099957 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6b206ab6-ae42-4a4b-a337-04527a82662b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:35:34.528850 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-56ad6ba8-1ba6-4d5e-8b77-aadb7fa98e30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:35:35.162500 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:35:35.579196 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:35:36.288418 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:35:37.134611 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:35:56.086266 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:36:02.077009 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-ddfe51bf-4dd3-437a-b901-bd78b8ade791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:36:04.545177 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5828ef57-a51b-43b5-8890-69eb1edb2c4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:36:05.207931 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:36:05.585173 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:36:06.299454 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:36:07.145261 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:36:30.079291 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d2fd148d-b8ec-463d-9d02-49551d6f4ffb req-a6cb15ce-2652-4080-9ba6-05b523ad18a9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bbebc298-7bb8-4276-bd07-044119666d58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0758328 Apr 21 06:36:30.232730 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fd148d-b8ec-463d-9d02-49551d6f4ffb req-a34aaa12-3741-43e4-b567-d7b294d8f96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:36:30.234748 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d2fd148d-b8ec-463d-9d02-49551d6f4ffb req-a34aaa12-3741-43e4-b567-d7b294d8f96f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f810c7961f9c442ea8530fa1c9aae738&device_id=bbebc298-7bb8-4276-bd07-044119666d58 HTTP/1.1" status: 200 len: 1098 time: 0.0867946 Apr 21 06:36:30.393431 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fd148d-b8ec-463d-9d02-49551d6f4ffb req-5ad9ac0d-69a3-4680-bbc5-2e11d568f351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:36:30.395047 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d2fd148d-b8ec-463d-9d02-49551d6f4ffb req-5ad9ac0d-69a3-4680-bbc5-2e11d568f351 service neutron] 10.222.0.11 "GET /v2.0/networks?id=94e39216-e826-4b5b-a7eb-f685f38864ec HTTP/1.1" status: 200 len: 916 time: 0.1384003 Apr 21 06:36:30.466338 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d2fd148d-b8ec-463d-9d02-49551d6f4ffb req-5fddb354-ab1d-492c-b3f7-8d4976b64dd6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a0ced8b3-170a-4b64-967d-88bc99d61d73 HTTP/1.1" status: 200 len: 217 time: 0.0645666 Apr 21 06:36:30.535414 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fd148d-b8ec-463d-9d02-49551d6f4ffb req-3a9aff52-b8b9-4c8f-b523-e3b28a841567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:36:30.536950 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d2fd148d-b8ec-463d-9d02-49551d6f4ffb req-3a9aff52-b8b9-4c8f-b523-e3b28a841567 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5b48bec6-b9c8-44fc-ab7c-912928195b36 HTTP/1.1" status: 200 len: 855 time: 0.0645633 Apr 21 06:36:30.587584 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d2fd148d-b8ec-463d-9d02-49551d6f4ffb req-2ff64cf4-e87b-4dc1-9582-53a548678cd1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=94e39216-e826-4b5b-a7eb-f685f38864ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448253 Apr 21 06:36:30.729294 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d2fd148d-b8ec-463d-9d02-49551d6f4ffb req-5d47a344-952f-4931-8c99-8a013bcd7997 service neutron] 10.222.0.11 "GET /v2.0/networks/94e39216-e826-4b5b-a7eb-f685f38864ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350884 Apr 21 06:36:30.870991 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d2fd148d-b8ec-463d-9d02-49551d6f4ffb req-65ef7f7c-563b-48c4-ab8f-49779a66223b service neutron] 10.222.0.11 "GET /v2.0/networks/94e39216-e826-4b5b-a7eb-f685f38864ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358435 Apr 21 06:36:32.110523 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4c6a23a5-942f-4d0a-bd11-d81c133b6fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:36:33.086330 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:36:34.546033 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-b8773723-48c7-487f-b0bd-380ffef4be7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:36:35.162058 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:36:35.585087 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:36:36.293680 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:36:37.126652 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 53864) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:36:37.139475 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:36:37.251709 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-76bd81d6-bfd2-423f-b5a1-4e6d0a2100a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:36:37.267264 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-76bd81d6-bfd2-423f-b5a1-4e6d0a2100a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:36:37.271351 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-76bd81d6-bfd2-423f-b5a1-4e6d0a2100a5 admin admin] Usage tracker for resource:security_group_rule and tenant:5bd8c60227b246729e05c72c56e64700 is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:36:37.274274 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-76bd81d6-bfd2-423f-b5a1-4e6d0a2100a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:36:37.280292 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-76bd81d6-bfd2-423f-b5a1-4e6d0a2100a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:36:37.426606 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-76bd81d6-bfd2-423f-b5a1-4e6d0a2100a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:36:37.482377 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-76bd81d6-bfd2-423f-b5a1-4e6d0a2100a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:36:37.492699 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5afbb81d-37f3-426d-a000-7c106fdbcc8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:36:37.539287 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-76bd81d6-bfd2-423f-b5a1-4e6d0a2100a5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5bd8c60227b246729e05c72c56e64700&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4113679 Apr 21 06:36:37.540231 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bd81d6-bfd2-423f-b5a1-4e6d0a2100a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08037590-a007-4594-9979-ecedf5ebb296,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:36:37.542123 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 53876) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:36:37.548211 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bd81d6-bfd2-423f-b5a1-4e6d0a2100a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:36:37.548627 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bd81d6-bfd2-423f-b5a1-4e6d0a2100a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:36:37.549040 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bd81d6-bfd2-423f-b5a1-4e6d0a2100a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:36:37.549439 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bd81d6-bfd2-423f-b5a1-4e6d0a2100a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:36:37.549833 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bd81d6-bfd2-423f-b5a1-4e6d0a2100a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:36:37.550230 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bd81d6-bfd2-423f-b5a1-4e6d0a2100a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:36:37.550623 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bd81d6-bfd2-423f-b5a1-4e6d0a2100a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:36:37.551038 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bd81d6-bfd2-423f-b5a1-4e6d0a2100a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:36:37.551431 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bd81d6-bfd2-423f-b5a1-4e6d0a2100a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:36:37.552868 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bd81d6-bfd2-423f-b5a1-4e6d0a2100a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:36:37.552868 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bd81d6-bfd2-423f-b5a1-4e6d0a2100a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:36:37.552868 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bd81d6-bfd2-423f-b5a1-4e6d0a2100a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:36:37.556952 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-76bd81d6-bfd2-423f-b5a1-4e6d0a2100a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:36:37.605005 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-bdbab343-6db5-4652-8c9b-a1fe66f784e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:36:37.632112 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-bdbab343-6db5-4652-8c9b-a1fe66f784e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:36:37.939201 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-bdbab343-6db5-4652-8c9b-a1fe66f784e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:36:37.944971 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-225cd7dc-6435-4ac9-96d4-5b21fbb566f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:36:37.960335 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbab343-6db5-4652-8c9b-a1fe66f784e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08037590-a007-4594-9979-ecedf5ebb296,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:36:37.972208 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbab343-6db5-4652-8c9b-a1fe66f784e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:36:37.972631 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbab343-6db5-4652-8c9b-a1fe66f784e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:36:37.973047 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbab343-6db5-4652-8c9b-a1fe66f784e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:36:37.973452 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbab343-6db5-4652-8c9b-a1fe66f784e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:36:37.973852 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbab343-6db5-4652-8c9b-a1fe66f784e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:36:37.974274 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbab343-6db5-4652-8c9b-a1fe66f784e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:36:37.974695 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbab343-6db5-4652-8c9b-a1fe66f784e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:36:37.975145 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbab343-6db5-4652-8c9b-a1fe66f784e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:36:37.975543 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbab343-6db5-4652-8c9b-a1fe66f784e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:36:37.975937 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbab343-6db5-4652-8c9b-a1fe66f784e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:36:37.976331 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbab343-6db5-4652-8c9b-a1fe66f784e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:36:37.976724 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbab343-6db5-4652-8c9b-a1fe66f784e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:36:37.980197 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-bdbab343-6db5-4652-8c9b-a1fe66f784e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:36:37.981193 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-bdbab343-6db5-4652-8c9b-a1fe66f784e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:36:37.984695 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-bdbab343-6db5-4652-8c9b-a1fe66f784e0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/08037590-a007-4594-9979-ecedf5ebb296 HTTP/1.1" status: 204 len: 168 time: 0.4403722 Apr 21 06:37:02.093196 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-a0f951dc-084e-4a34-af3c-7ee854b81615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:04.551032 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6e290994-5cce-4e30-9d96-6ee6800edf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:05.173628 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:05.585808 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:06.299517 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:07.144767 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:10.086477 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:37:32.076052 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-bfd0dc9c-4193-4eac-a3ff-d0488e19ab6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:32.471421 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-910b7b58-6481-43a8-abb3-0777b2b71ca5 req-3b4ffaf7-ef21-4564-b89e-1461ad97efd5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bbebc298-7bb8-4276-bd07-044119666d58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0789893 Apr 21 06:37:32.473873 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 54544) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:37:32.607710 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-436eff8a-9f99-4034-b543-306094efbfc9 tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Notify callbacks [] for security_group, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:32.653209 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-436eff8a-9f99-4034-b543-306094efbfc9 tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:32.708216 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b7b58-6481-43a8-abb3-0777b2b71ca5 req-99058b8c-20f1-417f-81ee-3d17002ddd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:37:32.709841 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-910b7b58-6481-43a8-abb3-0777b2b71ca5 req-99058b8c-20f1-417f-81ee-3d17002ddd38 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f810c7961f9c442ea8530fa1c9aae738&device_id=bbebc298-7bb8-4276-bd07-044119666d58 HTTP/1.1" status: 200 len: 1098 time: 0.1498089 Apr 21 06:37:32.875673 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b7b58-6481-43a8-abb3-0777b2b71ca5 req-5cc255a0-cb51-4bf7-a64c-b81dafcc720c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:37:32.877273 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-910b7b58-6481-43a8-abb3-0777b2b71ca5 req-5cc255a0-cb51-4bf7-a64c-b81dafcc720c service neutron] 10.222.0.11 "GET /v2.0/networks?id=94e39216-e826-4b5b-a7eb-f685f38864ec HTTP/1.1" status: 200 len: 916 time: 0.1424839 Apr 21 06:37:32.944970 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-436eff8a-9f99-4034-b543-306094efbfc9 tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:32.957760 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-8f8a6376-3f53-41f1-b2c1-333382660ae7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:37:32.970371 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-910b7b58-6481-43a8-abb3-0777b2b71ca5 req-85373fa1-592d-4419-8b74-1e2173800403 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a0ced8b3-170a-4b64-967d-88bc99d61d73 HTTP/1.1" status: 200 len: 217 time: 0.0859008 Apr 21 06:37:32.973511 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436eff8a-9f99-4034-b543-306094efbfc9 tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1896fd2b-7b8d-4e0f-83c1-41c737208296,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:37:32.978939 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-436eff8a-9f99-4034-b543-306094efbfc9 tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:37:33.029018 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-436eff8a-9f99-4034-b543-306094efbfc9 tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Notify callbacks [] for security_group, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:33.030235 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-436eff8a-9f99-4034-b543-306094efbfc9 tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] 10.222.0.15 "DELETE /v2.0/security-groups/1896fd2b-7b8d-4e0f-83c1-41c737208296 HTTP/1.1" status: 204 len: 168 time: 0.5553753 Apr 21 06:37:33.048896 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b7b58-6481-43a8-abb3-0777b2b71ca5 req-655576b9-0ada-46e4-982d-2cea3894f07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:37:33.050570 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-910b7b58-6481-43a8-abb3-0777b2b71ca5 req-655576b9-0ada-46e4-982d-2cea3894f07c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5b48bec6-b9c8-44fc-ab7c-912928195b36 HTTP/1.1" status: 200 len: 855 time: 0.0728436 Apr 21 06:37:33.108164 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-910b7b58-6481-43a8-abb3-0777b2b71ca5 req-e6aa4159-a09f-4c71-b78b-a77b06a457a4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=94e39216-e826-4b5b-a7eb-f685f38864ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495906 Apr 21 06:37:33.246230 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 54556) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:37:33.270716 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-910b7b58-6481-43a8-abb3-0777b2b71ca5 req-21ebf123-f042-4247-8204-0de9bdd02af5 service neutron] 10.222.0.11 "GET /v2.0/networks/94e39216-e826-4b5b-a7eb-f685f38864ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550717 Apr 21 06:37:33.421808 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-910b7b58-6481-43a8-abb3-0777b2b71ca5 req-75d8ed43-7c51-47a0-bbee-8c8445ba4ff8 service neutron] 10.222.0.11 "GET /v2.0/networks/94e39216-e826-4b5b-a7eb-f685f38864ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441324 Apr 21 06:37:34.058711 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dcc687-0274-4aec-8c19-3fd4546f005e req-74e6d033-1ad5-4dc1-8070-5affb0bd9754 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:37:34.060384 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-43dcc687-0274-4aec-8c19-3fd4546f005e req-74e6d033-1ad5-4dc1-8070-5affb0bd9754 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/networks?id=94e39216-e826-4b5b-a7eb-f685f38864ec HTTP/1.1" status: 200 len: 815 time: 0.1690116 Apr 21 06:37:34.071591 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-ce9fb2a6-6c35-44d1-8d7f-85aa721407ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036846765670'] for router_interface, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:34.077206 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-43dcc687-0274-4aec-8c19-3fd4546f005e req-480c7f40-6244-4ecd-8038-feee63dd2856 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/quotas/f810c7961f9c442ea8530fa1c9aae738 HTTP/1.1" status: 200 len: 375 time: 0.0108361 Apr 21 06:37:34.173349 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-43dcc687-0274-4aec-8c19-3fd4546f005e req-35bc5ccb-9f1e-4cd3-a3be-b88e408b2f6e tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f810c7961f9c442ea8530fa1c9aae738&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0899279 Apr 21 06:37:34.239085 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [req-43dcc687-0274-4aec-8c19-3fd4546f005e req-15536482-4276-48d6-953d-b24d0e1061ae service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=86433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 21 06:37:34.240357 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-43dcc687-0274-4aec-8c19-3fd4546f005e req-15536482-4276-48d6-953d-b24d0e1061ae service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0595076 Apr 21 06:37:34.385452 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-43dcc687-0274-4aec-8c19-3fd4546f005e req-6ef40f0c-a511-442a-9a1b-c73b96068009 service neutron] 10.222.0.15 "GET /v2.0/networks/94e39216-e826-4b5b-a7eb-f685f38864ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374791 Apr 21 06:37:34.450857 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-ce9fb2a6-6c35-44d1-8d7f-85aa721407ee admin admin] Deleting port 77e8f38f-353b-4c7d-885d-7ed0240b443a {{(pid=86432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:37:34.451343 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-ce9fb2a6-6c35-44d1-8d7f-85aa721407ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363270981359476'] for port, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:34.529063 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-43dcc687-0274-4aec-8c19-3fd4546f005e req-b78a9025-bf13-47ff-a905-dbf7301124dd service neutron] 10.222.0.15 "GET /v2.0/networks/94e39216-e826-4b5b-a7eb-f685f38864ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370873 Apr 21 06:37:34.550560 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-48402f01-eb32-413f-8b95-d2a161320ba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:34.632418 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-ce9fb2a6-6c35-44d1-8d7f-85aa721407ee admin admin] For port 77e8f38f-353b-4c7d-885d-7ed0240b443a, host dv-cinder-782390-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=77e8f38f-353b-4c7d-885d-7ed0240b443a,segment=NetworkSegment(77224ea8-00a3-4bd5-ba13-4464a782f613),segment_id=77224ea8-00a3-4bd5-ba13-4464a782f613)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:37:34.633080 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-ce9fb2a6-6c35-44d1-8d7f-85aa721407ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846743427'] for port, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:34.774206 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-ce9fb2a6-6c35-44d1-8d7f-85aa721407ee admin admin] Calling delete_port for 77e8f38f-353b-4c7d-885d-7ed0240b443a owned by network:router_interface {{(pid=86432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:37:35.101446 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1afdb1c0-ac62-4ef6-bac5-e80fce295ff6 req-de8a4449-6e48-4dd7-86bb-882a56ac38b7 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8c0f684-d772-405a-8367-c4075ffdb2ad HTTP/1.1" status: 200 len: 210 time: 0.3384104 Apr 21 06:37:35.173506 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:35.430522 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-ce9fb2a6-6c35-44d1-8d7f-85aa721407ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270981355551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765872972847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848222423'] for port, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:35.435980 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-210099b9-b8b8-4836-b6ba-ff8219f1db4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:37:35.486635 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9fb2a6-6c35-44d1-8d7f-85aa721407ee admin admin] Pushing event deleted for resources: {'Port': ['ID=77e8f38f-353b-4c7d-885d-7ed0240b443a,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:37:35.520852 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-ce9fb2a6-6c35-44d1-8d7f-85aa721407ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:37:35.602141 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:35.784126 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-ce9fb2a6-6c35-44d1-8d7f-85aa721407ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7911846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846765596'] for router_interface, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:36.179841 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce9fb2a6-6c35-44d1-8d7f-85aa721407ee admin admin] Router 2179b51e-5b50-4792-8af9-72d255344b1a has already been hosted by L3 agent 11ad1a07-0ae8-4245-9270-47a08d3f943a {{(pid=86432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 06:37:36.293600 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:36.368560 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d39c3940-67fe-4c9f-8d93-f7fb2757dd33 req-49016261-39cb-4259-9b4e-3e0e99d471c1 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8c0f684-d772-405a-8367-c4075ffdb2ad HTTP/1.1" status: 200 len: 210 time: 0.1193032 Apr 21 06:37:36.424285 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce9fb2a6-6c35-44d1-8d7f-85aa721407ee admin admin] Notify agent at l3_agent.dv-cinder-782390-6-iscsi the message routers_updated {{(pid=86432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 06:37:36.433591 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5905c2d0-c647-48ed-a274-45e48b546776 None None] Sync routers for ids ['2179b51e-5b50-4792-8af9-72d255344b1a'] in dv-cinder-782390-6-iscsi {{(pid=86435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 06:37:36.433887 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-ce9fb2a6-6c35-44d1-8d7f-85aa721407ee admin admin] 10.222.0.15 "PUT /v2.0/routers/2179b51e-5b50-4792-8af9-72d255344b1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1865437 Apr 21 06:37:36.436661 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 54624) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:37:36.444190 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5905c2d0-c647-48ed-a274-45e48b546776 None None] Routers {'2179b51e-5b50-4792-8af9-72d255344b1a'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:37:36.444860 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-5905c2d0-c647-48ed-a274-45e48b546776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T06:37:34Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['2179b51e-5b50-4792-8af9-72d255344b1a'], 'active': True} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:37:36.644733 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-5905c2d0-c647-48ed-a274-45e48b546776 None None] Set router 2179b51e-5b50-4792-8af9-72d255344b1a gateway port host: dv-cinder-782390-6-iscsi {{(pid=86435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:37:36.778788 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dcc687-0274-4aec-8c19-3fd4546f005e req-9a0d2885-efc8-4066-bace-d30f50f9ddca tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:37:36.780697 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-43dcc687-0274-4aec-8c19-3fd4546f005e req-9a0d2885-efc8-4066-bace-d30f50f9ddca tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.11 "GET /v2.0/networks?id=94e39216-e826-4b5b-a7eb-f685f38864ec HTTP/1.1" status: 200 len: 815 time: 0.2858443 Apr 21 06:37:36.786489 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-b7f8b5a9-6a19-4e44-a609-c4c53c3f6714 admin admin] Notify callbacks [] for router, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:36.848501 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [req-43dcc687-0274-4aec-8c19-3fd4546f005e req-52a0dc85-8101-436a-9ba1-2c063d29604a tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Request body: {'port': {'device_id': 'c8c0f684-d772-405a-8367-c4075ffdb2ad', 'network_id': '94e39216-e826-4b5b-a7eb-f685f38864ec', 'admin_state_up': True, 'tenant_id': 'f810c7961f9c442ea8530fa1c9aae738'}} {{(pid=86432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:37:36.964518 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-5905c2d0-c647-48ed-a274-45e48b546776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2179b51e-5b50-4792-8af9-72d255344b1a', 'name': 'tempest-TestVolumeBootPattern-2096603216-router', 'tenant_id': '3306973b72b44b4bbb646cebeef6bb38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '733167f6-284c-4179-b808-595026de77af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:25:14Z', 'updated_at': '2021-04-21T06:37:35Z', 'revision_number': 5, 'project_id': '3306973b72b44b4bbb646cebeef6bb38', 'gw_port': {'id': '733167f6-284c-4179-b808-595026de77af', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2179b51e-5b50-4792-8af9-72d255344b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:25:15Z', 'updated_at': '2021-04-21T06:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi'}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:37:36.968563 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5905c2d0-c647-48ed-a274-45e48b546776 None None] Checking router: 2179b51e-5b50-4792-8af9-72d255344b1a for host: dv-cinder-782390-6-iscsi {{(pid=86435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 06:37:36.977657 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5905c2d0-c647-48ed-a274-45e48b546776 None None] Routers {'2179b51e-5b50-4792-8af9-72d255344b1a'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:37:36.978890 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-5905c2d0-c647-48ed-a274-45e48b546776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T06:37:34Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['2179b51e-5b50-4792-8af9-72d255344b1a'], 'active': True} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:37:37.114376 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [req-43dcc687-0274-4aec-8c19-3fd4546f005e req-52a0dc85-8101-436a-9ba1-2c063d29604a tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:37:37.119853 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-b7f8b5a9-6a19-4e44-a609-c4c53c3f6714 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:37.132428 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [req-43dcc687-0274-4aec-8c19-3fd4546f005e req-52a0dc85-8101-436a-9ba1-2c063d29604a tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:37:37.151861 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:37.178864 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-5905c2d0-c647-48ed-a274-45e48b546776 None None] Set router 2179b51e-5b50-4792-8af9-72d255344b1a gateway port host: dv-cinder-782390-6-iscsi {{(pid=86435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:37:37.179396 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-b7f8b5a9-6a19-4e44-a609-c4c53c3f6714 admin admin] Deleting port 733167f6-284c-4179-b808-595026de77af {{(pid=86432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:37:37.179785 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-b7f8b5a9-6a19-4e44-a609-c4c53c3f6714 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363270981359476'] for port, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:37.211507 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43dcc687-0274-4aec-8c19-3fd4546f005e req-52a0dc85-8101-436a-9ba1-2c063d29604a tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Made reservation on behalf of f810c7961f9c442ea8530fa1c9aae738 for: {'port': 1} {{(pid=86432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:37:37.218031 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-43dcc687-0274-4aec-8c19-3fd4546f005e req-52a0dc85-8101-436a-9ba1-2c063d29604a tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:37.644663 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-5905c2d0-c647-48ed-a274-45e48b546776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2179b51e-5b50-4792-8af9-72d255344b1a', 'name': 'tempest-TestVolumeBootPattern-2096603216-router', 'tenant_id': '3306973b72b44b4bbb646cebeef6bb38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '733167f6-284c-4179-b808-595026de77af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:25:14Z', 'updated_at': '2021-04-21T06:37:35Z', 'revision_number': 5, 'project_id': '3306973b72b44b4bbb646cebeef6bb38', 'gw_port': {'id': '733167f6-284c-4179-b808-595026de77af', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2179b51e-5b50-4792-8af9-72d255344b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:25:15Z', 'updated_at': '2021-04-21T06:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi'}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:37:37.649318 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5905c2d0-c647-48ed-a274-45e48b546776 None None] The sync data for ids ['2179b51e-5b50-4792-8af9-72d255344b1a'] in dv-cinder-782390-6-iscsi is: [{'id': '2179b51e-5b50-4792-8af9-72d255344b1a', 'name': 'tempest-TestVolumeBootPattern-2096603216-router', 'tenant_id': '3306973b72b44b4bbb646cebeef6bb38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '733167f6-284c-4179-b808-595026de77af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:25:14Z', 'updated_at': '2021-04-21T06:37:35Z', 'revision_number': 5, 'project_id': '3306973b72b44b4bbb646cebeef6bb38', 'gw_port': {'id': '733167f6-284c-4179-b808-595026de77af', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2179b51e-5b50-4792-8af9-72d255344b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:25:15Z', 'updated_at': '2021-04-21T06:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi'}] {{(pid=86435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 06:37:37.708552 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-48d1523b-5656-4bf2-b421-9adf6df55fae req-63e6e3e8-7f72-430b-a0a8-4786a3bf4f2a tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8c0f684-d772-405a-8367-c4075ffdb2ad HTTP/1.1" status: 200 len: 210 time: 0.1271055 Apr 21 06:37:37.826627 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-b7f8b5a9-6a19-4e44-a609-c4c53c3f6714 admin admin] For port 733167f6-284c-4179-b808-595026de77af, host dv-cinder-782390-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=733167f6-284c-4179-b808-595026de77af,segment=NetworkSegment(d57a18c0-30ee-4dde-82a2-7c14b6979212),segment_id=d57a18c0-30ee-4dde-82a2-7c14b6979212)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:37:37.827078 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-b7f8b5a9-6a19-4e44-a609-c4c53c3f6714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846743427'] for port, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:37.849677 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.db_base_plugin_common [req-43dcc687-0274-4aec-8c19-3fd4546f005e req-52a0dc85-8101-436a-9ba1-2c063d29604a tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Allocated IP 172.20.0.13 (94e39216-e826-4b5b-a7eb-f685f38864ec/5b48bec6-b9c8-44fc-ab7c-912928195b36/5f6b47ed-afb4-4315-ba1f-218b11687d76) {{(pid=86432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:37:37.977083 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-b7f8b5a9-6a19-4e44-a609-c4c53c3f6714 admin admin] Calling delete_port for 733167f6-284c-4179-b808-595026de77af owned by network:router_gateway {{(pid=86432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:37:38.273379 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 77e8f38f-353b-4c7d-885d-7ed0240b443a no longer exists at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:37:38.314666 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] No Port match for: 77e8f38f-353b-4c7d-885d-7ed0240b443a {{(pid=86434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:37:38.316025 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 77e8f38f-353b-4c7d-885d-7ed0240b443a not bound to the agent host dv-cinder-782390-6-iscsi {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:37:38.365904 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-43dcc687-0274-4aec-8c19-3fd4546f005e req-52a0dc85-8101-436a-9ba1-2c063d29604a tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Notify callbacks [] for port, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:38.371311 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-b7f8b5a9-6a19-4e44-a609-c4c53c3f6714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270981355551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765872972847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848222423'] for port, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:38.377626 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-f60ab9a4-a70d-435d-b974-5d503cda118a tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:37:38.425752 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f8b5a9-6a19-4e44-a609-c4c53c3f6714 admin admin] Pushing event deleted for resources: {'Port': ['ID=733167f6-284c-4179-b808-595026de77af,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:37:38.477201 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f8b5a9-6a19-4e44-a609-c4c53c3f6714 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:37:38.477562 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f8b5a9-6a19-4e44-a609-c4c53c3f6714 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:37:38.477976 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f8b5a9-6a19-4e44-a609-c4c53c3f6714 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:37:38.478925 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f8b5a9-6a19-4e44-a609-c4c53c3f6714 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:37:38.479330 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f8b5a9-6a19-4e44-a609-c4c53c3f6714 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:37:38.479731 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f8b5a9-6a19-4e44-a609-c4c53c3f6714 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:37:38.480132 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f8b5a9-6a19-4e44-a609-c4c53c3f6714 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:37:38.480530 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f8b5a9-6a19-4e44-a609-c4c53c3f6714 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:37:38.480935 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f8b5a9-6a19-4e44-a609-c4c53c3f6714 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:37:38.481331 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f8b5a9-6a19-4e44-a609-c4c53c3f6714 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:37:38.481724 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f8b5a9-6a19-4e44-a609-c4c53c3f6714 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:37:38.482120 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f8b5a9-6a19-4e44-a609-c4c53c3f6714 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:37:38.513270 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-b7f8b5a9-6a19-4e44-a609-c4c53c3f6714 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:37:38.552736 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-b7f8b5a9-6a19-4e44-a609-c4c53c3f6714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8022373'] for router_gateway, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:38.661683 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-43dcc687-0274-4aec-8c19-3fd4546f005e req-52a0dc85-8101-436a-9ba1-2c063d29604a tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363270981802970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848222423'] for port, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:38.673305 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] get_ports_and_sgs() called for port_ids ['a0ced8b3-170a-4b64-967d-88bc99d61d73'] {{(pid=86434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:37:38.737674 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-b29c5e6b-7a3e-451d-a80c-4f1b8e185641 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:37:38.802893 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-b7f8b5a9-6a19-4e44-a609-c4c53c3f6714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8010553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854775202'] for router, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:38.809792 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43dcc687-0274-4aec-8c19-3fd4546f005e req-52a0dc85-8101-436a-9ba1-2c063d29604a tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Network 94e39216-e826-4b5b-a7eb-f685f38864ec is already hosted by enough agents. {{(pid=86432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:37:38.810982 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-b7f8b5a9-6a19-4e44-a609-c4c53c3f6714 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:38.819954 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [req-43dcc687-0274-4aec-8c19-3fd4546f005e req-52a0dc85-8101-436a-9ba1-2c063d29604a tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Resources bound (agent type, host, resource id): {{(pid=86432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:37:38.823103 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [req-43dcc687-0274-4aec-8c19-3fd4546f005e req-52a0dc85-8101-436a-9ba1-2c063d29604a tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Received port after_create {{(pid=86432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:37:38.936257 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a0dc85-8101-436a-9ba1-2c063d29604a tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Pushing event updated for resources: {'Port': ['ID=5f6b47ed-afb4-4315-ba1f-218b11687d76,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:37:38.943937 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-52a0dc85-8101-436a-9ba1-2c063d29604a tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:37:38.971681 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dcc687-0274-4aec-8c19-3fd4546f005e req-52a0dc85-8101-436a-9ba1-2c063d29604a tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:37:38.972348 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-43dcc687-0274-4aec-8c19-3fd4546f005e req-52a0dc85-8101-436a-9ba1-2c063d29604a tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:39.009643 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-b7f8b5a9-6a19-4e44-a609-c4c53c3f6714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846777987'] for router, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:39.011032 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f8b5a9-6a19-4e44-a609-c4c53c3f6714 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2179b51e-5b50-4792-8af9-72d255344b1a {{(pid=86432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 21 06:37:39.020093 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc5a051-5469-4142-b507-f03e1beebeae req-88d60605-067e-40b8-b1cc-512585782a6d tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:37:39.021670 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1dc5a051-5469-4142-b507-f03e1beebeae req-88d60605-067e-40b8-b1cc-512585782a6d tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8c0f684-d772-405a-8367-c4075ffdb2ad HTTP/1.1" status: 200 len: 932 time: 0.1629736 Apr 21 06:37:39.090621 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-b7f8b5a9-6a19-4e44-a609-c4c53c3f6714 admin admin] Notify callbacks [] for router, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:39.091881 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-b7f8b5a9-6a19-4e44-a609-c4c53c3f6714 admin admin] 10.222.0.15 "DELETE /v2.0/routers/2179b51e-5b50-4792-8af9-72d255344b1a HTTP/1.1" status: 204 len: 168 time: 2.6542447 Apr 21 06:37:39.094666 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 54662) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:37:39.095389 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1dc5a051-5469-4142-b507-f03e1beebeae req-68a54399-f726-4c1d-8887-8284fe069ba3 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca1ea185-3e42-43de-b1cb-5dd168350420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664709 Apr 21 06:37:39.111768 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-43dcc687-0274-4aec-8c19-3fd4546f005e req-52a0dc85-8101-436a-9ba1-2c063d29604a tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2734151 Apr 21 06:37:39.125000 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [req-43dcc687-0274-4aec-8c19-3fd4546f005e req-265d1178-5094-496a-bb66-2857fb458cab service neutron] Request body: {'port': {'device_id': 'c8c0f684-d772-405a-8367-c4075ffdb2ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=86432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:37:39.161449 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d47f58c-9103-4db6-9c8c-03b2df24dc47 admin admin] Deleting subnet bf54fc7f-4127-44ee-8bb8-add3f063399a {{(pid=86433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 21 06:37:39.164974 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-1d47f58c-9103-4db6-9c8c-03b2df24dc47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:39.227295 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-1d47f58c-9103-4db6-9c8c-03b2df24dc47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847420348'] for subnet, precommit_delete_associations {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:39.252545 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-43dcc687-0274-4aec-8c19-3fd4546f005e req-265d1178-5094-496a-bb66-2857fb458cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:39.346099 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-1d47f58c-9103-4db6-9c8c-03b2df24dc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853408352'] for subnet, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:39.693140 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [req-43dcc687-0274-4aec-8c19-3fd4546f005e req-265d1178-5094-496a-bb66-2857fb458cab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f6b47ed-afb4-4315-ba1f-218b11687d76 {{(pid=86432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 06:37:39.701212 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-43dcc687-0274-4aec-8c19-3fd4546f005e req-265d1178-5094-496a-bb66-2857fb458cab service neutron] Notify callbacks [] for port, precommit_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:39.716921 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [req-43dcc687-0274-4aec-8c19-3fd4546f005e req-265d1178-5094-496a-bb66-2857fb458cab service neutron] Transition to ACTIVE for port object 5f6b47ed-afb4-4315-ba1f-218b11687d76 will not be triggered until provisioned by entity L2. {{(pid=86432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:37:39.744823 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-43dcc687-0274-4aec-8c19-3fd4546f005e req-265d1178-5094-496a-bb66-2857fb458cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6553376'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:39.749784 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-b7f8b5a9-6a19-4e44-a609-c4c53c3f6714 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:37:39.922556 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265d1178-5094-496a-bb66-2857fb458cab service neutron] Pushing event updated for resources: {'Port': ['ID=5f6b47ed-afb4-4315-ba1f-218b11687d76,revision_number=2']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:37:39.928243 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-1d47f58c-9103-4db6-9c8c-03b2df24dc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7991656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6571621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6625940'] for subnet, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:39.933567 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-ddc343a5-6fc3-45cb-8edd-d56dcaa4a0c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:37:39.953213 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-265d1178-5094-496a-bb66-2857fb458cab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:37:39.969550 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d47f58c-9103-4db6-9c8c-03b2df24dc47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf54fc7f-4127-44ee-8bb8-add3f063399a,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:37:39.978162 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-1d47f58c-9103-4db6-9c8c-03b2df24dc47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:39.981758 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8eb9180-0908-4edc-a7f7-85e22017c9ce None None] Network ca0aa56c-da9c-4408-9693-929197941ba3 requested from dv-cinder-782390-6-iscsi {{(pid=86434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:37:39.982103 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d47f58c-9103-4db6-9c8c-03b2df24dc47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:37:39.982527 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d47f58c-9103-4db6-9c8c-03b2df24dc47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:37:39.982970 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d47f58c-9103-4db6-9c8c-03b2df24dc47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:37:39.983381 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d47f58c-9103-4db6-9c8c-03b2df24dc47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:37:39.983787 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d47f58c-9103-4db6-9c8c-03b2df24dc47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:37:39.984195 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d47f58c-9103-4db6-9c8c-03b2df24dc47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:37:39.984599 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d47f58c-9103-4db6-9c8c-03b2df24dc47 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:37:39.985005 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d47f58c-9103-4db6-9c8c-03b2df24dc47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:37:39.985405 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d47f58c-9103-4db6-9c8c-03b2df24dc47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:37:39.985808 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d47f58c-9103-4db6-9c8c-03b2df24dc47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:37:39.986209 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d47f58c-9103-4db6-9c8c-03b2df24dc47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:37:39.986604 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d47f58c-9103-4db6-9c8c-03b2df24dc47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:37:39.990649 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-1d47f58c-9103-4db6-9c8c-03b2df24dc47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:37:39.993710 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-1d47f58c-9103-4db6-9c8c-03b2df24dc47 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/bf54fc7f-4127-44ee-8bb8-add3f063399a HTTP/1.1" status: 204 len: 168 time: 0.8978882 Apr 21 06:37:39.996499 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 54680) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:37:39.998985 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [req-43dcc687-0274-4aec-8c19-3fd4546f005e req-265d1178-5094-496a-bb66-2857fb458cab service neutron] Attempting to bind port 5f6b47ed-afb4-4315-ba1f-218b11687d76 on host hv-cinder-78239 for vnic_type normal with profile {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:37:39.999841 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [req-43dcc687-0274-4aec-8c19-3fd4546f005e req-265d1178-5094-496a-bb66-2857fb458cab service neutron] Attempting to bind port 5f6b47ed-afb4-4315-ba1f-218b11687d76 by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': '70740e35-fdb6-499b-a1a1-929fedd6d209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '94e39216-e826-4b5b-a7eb-f685f38864ec'}] {{(pid=86432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:37:40.000285 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43dcc687-0274-4aec-8c19-3fd4546f005e req-265d1178-5094-496a-bb66-2857fb458cab service neutron] Attempting to bind port 5f6b47ed-afb4-4315-ba1f-218b11687d76 on network 94e39216-e826-4b5b-a7eb-f685f38864ec {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:37:40.005516 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43dcc687-0274-4aec-8c19-3fd4546f005e req-265d1178-5094-496a-bb66-2857fb458cab service neutron] Port 5f6b47ed-afb4-4315-ba1f-218b11687d76 on network 94e39216-e826-4b5b-a7eb-f685f38864ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 06:37:40.005873 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43dcc687-0274-4aec-8c19-3fd4546f005e req-265d1178-5094-496a-bb66-2857fb458cab service neutron] Attempting to bind port 5f6b47ed-afb4-4315-ba1f-218b11687d76 on network 94e39216-e826-4b5b-a7eb-f685f38864ec {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:37:40.012372 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43dcc687-0274-4aec-8c19-3fd4546f005e req-265d1178-5094-496a-bb66-2857fb458cab service neutron] Checking agent: {'id': '1687539a-73b5-4d9c-8d40-15e28bacc92a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 2, 5), 'started_at': datetime.datetime(2021, 4, 21, 6, 2, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:37:40.012748 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43dcc687-0274-4aec-8c19-3fd4546f005e req-265d1178-5094-496a-bb66-2857fb458cab service neutron] Checking segment: {'id': '70740e35-fdb6-499b-a1a1-929fedd6d209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '94e39216-e826-4b5b-a7eb-f685f38864ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:37:40.013161 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43dcc687-0274-4aec-8c19-3fd4546f005e req-265d1178-5094-496a-bb66-2857fb458cab service neutron] Bound using segment: {'id': '70740e35-fdb6-499b-a1a1-929fedd6d209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '94e39216-e826-4b5b-a7eb-f685f38864ec'} {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:37:40.013626 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [req-43dcc687-0274-4aec-8c19-3fd4546f005e req-265d1178-5094-496a-bb66-2857fb458cab service neutron] Bound port: 5f6b47ed-afb4-4315-ba1f-218b11687d76, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70740e35-fdb6-499b-a1a1-929fedd6d209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '94e39216-e826-4b5b-a7eb-f685f38864ec'}}] {{(pid=86432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:37:40.014006 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-43dcc687-0274-4aec-8c19-3fd4546f005e req-265d1178-5094-496a-bb66-2857fb458cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:40.109915 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [req-43dcc687-0274-4aec-8c19-3fd4546f005e req-265d1178-5094-496a-bb66-2857fb458cab service neutron] For port 5f6b47ed-afb4-4315-ba1f-218b11687d76, host hv-cinder-78239, cleared binding levels {{(pid=86432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:37:40.112948 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [req-43dcc687-0274-4aec-8c19-3fd4546f005e req-265d1178-5094-496a-bb66-2857fb458cab service neutron] For port 5f6b47ed-afb4-4315-ba1f-218b11687d76, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=5f6b47ed-afb4-4315-ba1f-218b11687d76,segment=NetworkSegment(70740e35-fdb6-499b-a1a1-929fedd6d209),segment_id=70740e35-fdb6-499b-a1a1-929fedd6d209)] {{(pid=86432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:37:40.113891 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-fe1baa1e-22c1-4701-a2ff-156fe4e0ca9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853439508'] for network, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:40.125037 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-fe1baa1e-22c1-4701-a2ff-156fe4e0ca9c admin admin] Deleting port f7b9b1d0-1392-4e21-b5cb-f72daec41ad9 {{(pid=86433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:37:40.125642 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-fe1baa1e-22c1-4701-a2ff-156fe4e0ca9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363270981359476'] for port, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:40.139980 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-43dcc687-0274-4aec-8c19-3fd4546f005e req-265d1178-5094-496a-bb66-2857fb458cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6553376'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:40.145911 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-12524a25-cb36-427d-8afd-aad6bd7462e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:37:40.240694 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265d1178-5094-496a-bb66-2857fb458cab service neutron] Pushing event updated for resources: {'Port': ['ID=5f6b47ed-afb4-4315-ba1f-218b11687d76,revision_number=3']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:37:40.244842 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dcc687-0274-4aec-8c19-3fd4546f005e req-265d1178-5094-496a-bb66-2857fb458cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:37:40.245525 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-43dcc687-0274-4aec-8c19-3fd4546f005e req-265d1178-5094-496a-bb66-2857fb458cab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:40.247080 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-43dcc687-0274-4aec-8c19-3fd4546f005e req-265d1178-5094-496a-bb66-2857fb458cab service neutron] 10.222.0.11 "PUT /v2.0/ports/5f6b47ed-afb4-4315-ba1f-218b11687d76 HTTP/1.1" status: 200 len: 1094 time: 1.1266305 Apr 21 06:37:40.249040 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8c0f684-d772-405a-8367-c4075ffdb2ad', 'tag': '5f6b47ed-afb4-4315-ba1f-218b11687d76'}] {{(pid=86432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:37:40.255187 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-265d1178-5094-496a-bb66-2857fb458cab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:37:40.305121 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c97646-df42-4be7-bcb0-22a8a98dead6 None None] DHCP port deletion for ca0aa56c-da9c-4408-9693-929197941ba3 request from dv-cinder-782390-6-iscsi {{(pid=86434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 21 06:37:40.312610 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-62c97646-df42-4be7-bcb0-22a8a98dead6 None None] Deleting port f7b9b1d0-1392-4e21-b5cb-f72daec41ad9 {{(pid=86434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:37:40.312610 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-62c97646-df42-4be7-bcb0-22a8a98dead6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363270981359476'] for port, before_delete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:40.362743 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-fe1baa1e-22c1-4701-a2ff-156fe4e0ca9c admin admin] For port f7b9b1d0-1392-4e21-b5cb-f72daec41ad9, host dv-cinder-782390-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=f7b9b1d0-1392-4e21-b5cb-f72daec41ad9,segment=NetworkSegment(77224ea8-00a3-4bd5-ba13-4464a782f613),segment_id=77224ea8-00a3-4bd5-ba13-4464a782f613)] {{(pid=86433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:37:40.363266 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-fe1baa1e-22c1-4701-a2ff-156fe4e0ca9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846743427'] for port, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:40.397556 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 733167f6-284c-4179-b808-595026de77af no longer exists at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:37:40.411148 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8c0f684-d772-405a-8367-c4075ffdb2ad', 'tag': '5f6b47ed-afb4-4315-ba1f-218b11687d76', 'status': 'completed', 'code': 200} Apr 21 06:37:40.465661 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] No Port match for: 733167f6-284c-4179-b808-595026de77af {{(pid=86434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:37:40.466185 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 733167f6-284c-4179-b808-595026de77af not bound to the agent host dv-cinder-782390-6-iscsi {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:37:40.473029 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c871af8c-b0e7-4d1b-b347-7c2211d4826f req-bfc9bc9e-1b23-453f-bc6e-ffc977b5ff3e tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:37:40.474184 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-c871af8c-b0e7-4d1b-b347-7c2211d4826f req-bfc9bc9e-1b23-453f-bc6e-ffc977b5ff3e tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Synchronizing usage tracker for tenant:f810c7961f9c442ea8530fa1c9aae738 on resource:port {{(pid=86432) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:37:40.501093 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-fe1baa1e-22c1-4701-a2ff-156fe4e0ca9c admin admin] Calling delete_port for f7b9b1d0-1392-4e21-b5cb-f72daec41ad9 owned by network:dhcp {{(pid=86433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:37:40.521823 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dcc687-0274-4aec-8c19-3fd4546f005e req-de8d9bcf-12c0-4cbd-b7ea-3db068fc0e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:37:40.523768 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-43dcc687-0274-4aec-8c19-3fd4546f005e req-de8d9bcf-12c0-4cbd-b7ea-3db068fc0e2f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f810c7961f9c442ea8530fa1c9aae738&device_id=c8c0f684-d772-405a-8367-c4075ffdb2ad HTTP/1.1" status: 200 len: 1097 time: 0.1489520 Apr 21 06:37:40.526071 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-c871af8c-b0e7-4d1b-b347-7c2211d4826f req-bfc9bc9e-1b23-453f-bc6e-ffc977b5ff3e tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Unset dirty status for tenant:f810c7961f9c442ea8530fa1c9aae738 on resource:port {{(pid=86432) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:37:40.527435 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c871af8c-b0e7-4d1b-b347-7c2211d4826f req-bfc9bc9e-1b23-453f-bc6e-ffc977b5ff3e tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8c0f684-d772-405a-8367-c4075ffdb2ad HTTP/1.1" status: 200 len: 944 time: 0.2794731 Apr 21 06:37:40.628385 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-43dcc687-0274-4aec-8c19-3fd4546f005e req-1b8fab66-5e0f-485b-b022-38b0c70fb506 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f6b47ed-afb4-4315-ba1f-218b11687d76 HTTP/1.1" status: 200 len: 217 time: 0.0955510 Apr 21 06:37:40.630899 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-fe1baa1e-22c1-4701-a2ff-156fe4e0ca9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270981355551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765872972847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6571441'] for port, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:40.641601 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-3468772b-fd89-4dc9-99e4-8314e513ff6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:37:40.698015 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1baa1e-22c1-4701-a2ff-156fe4e0ca9c admin admin] No DVR routers for this DVR port f7b9b1d0-1392-4e21-b5cb-f72daec41ad9 on host dv-cinder-782390-6-iscsi {{(pid=86433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 06:37:40.699511 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-62c97646-df42-4be7-bcb0-22a8a98dead6 None None] For port f7b9b1d0-1392-4e21-b5cb-f72daec41ad9, host dv-cinder-782390-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=f7b9b1d0-1392-4e21-b5cb-f72daec41ad9,segment=NetworkSegment(77224ea8-00a3-4bd5-ba13-4464a782f613),segment_id=77224ea8-00a3-4bd5-ba13-4464a782f613)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:37:40.700054 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-62c97646-df42-4be7-bcb0-22a8a98dead6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846743427'] for port, precommit_delete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:40.701477 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c871af8c-b0e7-4d1b-b347-7c2211d4826f req-687dce25-6e37-443e-8abc-c060781862f7 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca1ea185-3e42-43de-b1cb-5dd168350420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674676 Apr 21 06:37:40.735438 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dcc687-0274-4aec-8c19-3fd4546f005e req-b5f02562-4067-4c2b-a48d-943aa01eda24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:37:40.737005 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-43dcc687-0274-4aec-8c19-3fd4546f005e req-b5f02562-4067-4c2b-a48d-943aa01eda24 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5b48bec6-b9c8-44fc-ab7c-912928195b36 HTTP/1.1" status: 200 len: 855 time: 0.0996060 Apr 21 06:37:40.741852 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1baa1e-22c1-4701-a2ff-156fe4e0ca9c admin admin] Pushing event deleted for resources: {'Port': ['ID=f7b9b1d0-1392-4e21-b5cb-f72daec41ad9,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:37:40.743999 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-fe1baa1e-22c1-4701-a2ff-156fe4e0ca9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:37:40.800481 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-43dcc687-0274-4aec-8c19-3fd4546f005e req-4fbb4e13-19fb-456e-b083-7a629021d5a6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=94e39216-e826-4b5b-a7eb-f685f38864ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530474 Apr 21 06:37:40.850178 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-fe1baa1e-22c1-4701-a2ff-156fe4e0ca9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1367541', 'neutron.services.segments.db._delete_segments_for_network-8765873502323'] for network, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:40.853145 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-62c97646-df42-4be7-bcb0-22a8a98dead6 None None] Calling delete_port for f7b9b1d0-1392-4e21-b5cb-f72daec41ad9 owned by network:dhcp {{(pid=86434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:37:40.932742 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.db.api [None req-62c97646-df42-4be7-bcb0-22a8a98dead6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86434) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 21 06:37:40.933409 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_db.api [None req-62c97646-df42-4be7-bcb0-22a8a98dead6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 21 06:37:40.951977 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-43dcc687-0274-4aec-8c19-3fd4546f005e req-adbc37dc-e62b-464c-9188-844b9f21bf88 service neutron] 10.222.0.11 "GET /v2.0/networks/94e39216-e826-4b5b-a7eb-f685f38864ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439238 Apr 21 06:37:40.968397 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.services.segments.db [None req-fe1baa1e-22c1-4701-a2ff-156fe4e0ca9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca0aa56c-da9c-4408-9693-929197941ba3']}} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:37:40.981920 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.services.segments.db [None req-fe1baa1e-22c1-4701-a2ff-156fe4e0ca9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77224ea8-00a3-4bd5-ba13-4464a782f613') {'for_net_delete': True} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:37:40.982258 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.services.segments.db [None req-fe1baa1e-22c1-4701-a2ff-156fe4e0ca9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77224ea8-00a3-4bd5-ba13-4464a782f613') {} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:37:40.995111 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-fe1baa1e-22c1-4701-a2ff-156fe4e0ca9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363270981292899', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7355468'] for segment, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:41.010631 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-fe1baa1e-22c1-4701-a2ff-156fe4e0ca9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1361606'] for segment, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:41.016927 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe1baa1e-22c1-4701-a2ff-156fe4e0ca9c admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=86433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 21 06:37:41.097844 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-43dcc687-0274-4aec-8c19-3fd4546f005e req-2fa9743f-ade7-4e64-88da-6b1c54af37ea service neutron] 10.222.0.11 "GET /v2.0/networks/94e39216-e826-4b5b-a7eb-f685f38864ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383321 Apr 21 06:37:41.195898 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-fe1baa1e-22c1-4701-a2ff-156fe4e0ca9c admin admin] Network ca0aa56c-da9c-4408-9693-929197941ba3 has no segments {{(pid=86433) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 06:37:41.205348 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-fe1baa1e-22c1-4701-a2ff-156fe4e0ca9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853414223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848204346'] for segment, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:41.246155 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba7d47-8ee9-4227-be7a-bfd2da771de9 req-442b3caf-b6f4-4724-af9c-4f6f72a83e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:37:41.247811 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-0eba7d47-8ee9-4227-be7a-bfd2da771de9 req-442b3caf-b6f4-4724-af9c-4f6f72a83e30 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f810c7961f9c442ea8530fa1c9aae738&device_id=c8c0f684-d772-405a-8367-c4075ffdb2ad HTTP/1.1" status: 200 len: 1097 time: 0.0830467 Apr 21 06:37:41.386304 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-fe1baa1e-22c1-4701-a2ff-156fe4e0ca9c admin admin] Network ca0aa56c-da9c-4408-9693-929197941ba3 has no segments {{(pid=86433) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 06:37:41.410339 dv-cinder-782390-6-iscsi neutron-server[86317]: Traceback (most recent call last): Apr 21 06:37:41.410339 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 06:37:41.410339 dv-cinder-782390-6-iscsi neutron-server[86317]: timer() Apr 21 06:37:41.410339 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 06:37:41.410339 dv-cinder-782390-6-iscsi neutron-server[86317]: cb(*args, **kw) Apr 21 06:37:41.410339 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 21 06:37:41.410339 dv-cinder-782390-6-iscsi neutron-server[86317]: return func(*args, **kwargs) Apr 21 06:37:41.410339 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 06:37:41.410339 dv-cinder-782390-6-iscsi neutron-server[86317]: self._notify() Apr 21 06:37:41.410339 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 06:37:41.410339 dv-cinder-782390-6-iscsi neutron-server[86317]: self.callback(batched_events) Apr 21 06:37:41.410339 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 06:37:41.410339 dv-cinder-782390-6-iscsi neutron-server[86317]: event.method(event) Apr 21 06:37:41.410339 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 06:37:41.410339 dv-cinder-782390-6-iscsi neutron-server[86317]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 06:37:41.410339 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 21 06:37:41.410339 dv-cinder-782390-6-iscsi neutron-server[86317]: segment_id)['aggregates'][0] Apr 21 06:37:41.410339 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 06:37:41.410339 dv-cinder-782390-6-iscsi neutron-server[86317]: return f(self, *a, **k) Apr 21 06:37:41.410339 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 06:37:41.410339 dv-cinder-782390-6-iscsi neutron-server[86317]: return self._get(url).json() Apr 21 06:37:41.410339 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 06:37:41.410339 dv-cinder-782390-6-iscsi neutron-server[86317]: **kwargs) Apr 21 06:37:41.410339 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 06:37:41.410339 dv-cinder-782390-6-iscsi neutron-server[86317]: return self.request(url, 'GET', **kwargs) Apr 21 06:37:41.410339 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 21 06:37:41.410339 dv-cinder-782390-6-iscsi neutron-server[86317]: **endpoint_filter) Apr 21 06:37:41.410339 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 06:37:41.410339 dv-cinder-782390-6-iscsi neutron-server[86317]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 06:37:41.410339 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 06:37:41.410339 dv-cinder-782390-6-iscsi neutron-server[86317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 06:37:41.410339 dv-cinder-782390-6-iscsi neutron-server[86317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 06:37:41.434936 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-62c97646-df42-4be7-bcb0-22a8a98dead6 None None] Deleting port f7b9b1d0-1392-4e21-b5cb-f72daec41ad9 {{(pid=86434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:37:41.435388 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-62c97646-df42-4be7-bcb0-22a8a98dead6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363270981359476'] for port, before_delete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:41.517708 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-62c97646-df42-4be7-bcb0-22a8a98dead6 None None] The port 'f7b9b1d0-1392-4e21-b5cb-f72daec41ad9' was deleted {{(pid=86434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 06:37:41.613919 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-fe1baa1e-22c1-4701-a2ff-156fe4e0ca9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853408259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8011138'] for network, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:41.617978 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-eef8e8da-26c9-4ef1-a83e-2b944c1c18d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:37:41.625733 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba7d47-8ee9-4227-be7a-bfd2da771de9 req-d66bafda-6fac-4d20-8ded-45d899bf0835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:37:41.627344 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-0eba7d47-8ee9-4227-be7a-bfd2da771de9 req-d66bafda-6fac-4d20-8ded-45d899bf0835 service neutron] 10.222.0.11 "GET /v2.0/networks?id=94e39216-e826-4b5b-a7eb-f685f38864ec HTTP/1.1" status: 200 len: 916 time: 0.3720677 Apr 21 06:37:41.639205 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-fe1baa1e-22c1-4701-a2ff-156fe4e0ca9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846863987'] for network, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:41.641905 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1baa1e-22c1-4701-a2ff-156fe4e0ca9c admin admin] Pushing event deleted for resources: {'Network': ['ID=ca0aa56c-da9c-4408-9693-929197941ba3,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:37:41.645201 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-fe1baa1e-22c1-4701-a2ff-156fe4e0ca9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:37:41.650853 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-fe1baa1e-22c1-4701-a2ff-156fe4e0ca9c admin admin] 10.222.0.15 "DELETE /v2.0/networks/ca0aa56c-da9c-4408-9693-929197941ba3 HTTP/1.1" status: 204 len: 168 time: 1.6532784 Apr 21 06:37:41.653883 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 54702) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:37:41.708117 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-0eba7d47-8ee9-4227-be7a-bfd2da771de9 req-9f123f6f-b91b-4b77-83f4-c5ac1380bb53 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f6b47ed-afb4-4315-ba1f-218b11687d76 HTTP/1.1" status: 200 len: 217 time: 0.0728116 Apr 21 06:37:41.783881 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba7d47-8ee9-4227-be7a-bfd2da771de9 req-ecd0971f-0daf-4842-b435-a24148a75ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:37:41.785329 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-0eba7d47-8ee9-4227-be7a-bfd2da771de9 req-ecd0971f-0daf-4842-b435-a24148a75ba4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5b48bec6-b9c8-44fc-ab7c-912928195b36 HTTP/1.1" status: 200 len: 855 time: 0.0703855 Apr 21 06:37:41.843140 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-0eba7d47-8ee9-4227-be7a-bfd2da771de9 req-1f839cb2-cf53-456c-8cdd-b1cfc550fab4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=94e39216-e826-4b5b-a7eb-f685f38864ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502653 Apr 21 06:37:42.062897 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-0eba7d47-8ee9-4227-be7a-bfd2da771de9 req-604b4500-fc7b-4cb6-b29c-79784123954b service neutron] 10.222.0.11 "GET /v2.0/networks/94e39216-e826-4b5b-a7eb-f685f38864ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122605 Apr 21 06:37:42.074204 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7353bbfd-a7b4-46f6-a3e9-364b9266b684 req-70e744f0-4b5e-4c99-a126-6cd907ebb1f5 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:37:42.075816 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-7353bbfd-a7b4-46f6-a3e9-364b9266b684 req-70e744f0-4b5e-4c99-a126-6cd907ebb1f5 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8c0f684-d772-405a-8367-c4075ffdb2ad HTTP/1.1" status: 200 len: 944 time: 0.2266400 Apr 21 06:37:42.217233 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-7353bbfd-a7b4-46f6-a3e9-364b9266b684 req-9144ad55-713b-48bc-9820-a4d9659ab5cc tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca1ea185-3e42-43de-b1cb-5dd168350420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185734 Apr 21 06:37:42.245565 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-efb84f53-d7ae-4cf5-8cf2-44d540d7ffc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036846765670'] for router_interface, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:42.268346 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-0eba7d47-8ee9-4227-be7a-bfd2da771de9 req-66b4f6ea-e6ab-4f4b-a15d-aa975ae623ef service neutron] 10.222.0.11 "GET /v2.0/networks/94e39216-e826-4b5b-a7eb-f685f38864ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915131 Apr 21 06:37:42.325975 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device f7b9b1d0-1392-4e21-b5cb-f72daec41ad9 no longer exists at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:37:42.362153 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] No Port match for: f7b9b1d0-1392-4e21-b5cb-f72daec41ad9 {{(pid=86434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:37:42.362544 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device f7b9b1d0-1392-4e21-b5cb-f72daec41ad9 not bound to the agent host dv-cinder-782390-6-iscsi {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:37:42.603060 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-efb84f53-d7ae-4cf5-8cf2-44d540d7ffc4 admin admin] Deleting port 506e2368-4761-4d29-90d2-8efb106c55fa {{(pid=86433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:37:42.603595 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-efb84f53-d7ae-4cf5-8cf2-44d540d7ffc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363270981359476'] for port, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:42.786186 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-efb84f53-d7ae-4cf5-8cf2-44d540d7ffc4 admin admin] For port 506e2368-4761-4d29-90d2-8efb106c55fa, host dv-cinder-782390-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=506e2368-4761-4d29-90d2-8efb106c55fa,segment=NetworkSegment(ba11cfc1-b3d9-4346-8af3-17d779a5e426),segment_id=ba11cfc1-b3d9-4346-8af3-17d779a5e426)] {{(pid=86433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:37:42.786582 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-efb84f53-d7ae-4cf5-8cf2-44d540d7ffc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846743427'] for port, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:42.922292 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-efb84f53-d7ae-4cf5-8cf2-44d540d7ffc4 admin admin] Calling delete_port for 506e2368-4761-4d29-90d2-8efb106c55fa owned by network:router_interface {{(pid=86433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:37:43.270740 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-efb84f53-d7ae-4cf5-8cf2-44d540d7ffc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270981355551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765872972847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6571441'] for port, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:43.276799 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-fe1baa1e-22c1-4701-a2ff-156fe4e0ca9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:37:43.321832 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb84f53-d7ae-4cf5-8cf2-44d540d7ffc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=506e2368-4761-4d29-90d2-8efb106c55fa,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:37:43.325782 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-efb84f53-d7ae-4cf5-8cf2-44d540d7ffc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:37:43.434733 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804ce03f-7d6b-4280-805f-d821d149d878 req-08a3f2f5-6ed6-4123-af6d-be0b725793fe tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:37:43.441862 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-804ce03f-7d6b-4280-805f-d821d149d878 req-08a3f2f5-6ed6-4123-af6d-be0b725793fe tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8c0f684-d772-405a-8367-c4075ffdb2ad HTTP/1.1" status: 200 len: 944 time: 0.0967438 Apr 21 06:37:43.486827 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-804ce03f-7d6b-4280-805f-d821d149d878 req-5285f71f-78a2-421d-87c2-1667f936c5a9 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca1ea185-3e42-43de-b1cb-5dd168350420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435901 Apr 21 06:37:43.849769 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-efb84f53-d7ae-4cf5-8cf2-44d540d7ffc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7911846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846765596'] for router_interface, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:44.167765 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Device 5f6b47ed-afb4-4315-ba1f-218b11687d76 details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=86434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 06:37:44.232401 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb84f53-d7ae-4cf5-8cf2-44d540d7ffc4 admin admin] Router 3a09b197-b2d3-48e6-a214-0fef5ac9534c has already been hosted by L3 agent 11ad1a07-0ae8-4245-9270-47a08d3f943a {{(pid=86433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 06:37:44.444207 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb84f53-d7ae-4cf5-8cf2-44d540d7ffc4 admin admin] Notify agent at l3_agent.dv-cinder-782390-6-iscsi the message routers_updated {{(pid=86433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 06:37:44.455160 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7567d5-8a67-4120-98b1-de06f493f886 None None] Sync routers for ids ['3a09b197-b2d3-48e6-a214-0fef5ac9534c'] in dv-cinder-782390-6-iscsi {{(pid=86434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 06:37:44.458591 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-efb84f53-d7ae-4cf5-8cf2-44d540d7ffc4 admin admin] 10.222.0.15 "PUT /v2.0/routers/3a09b197-b2d3-48e6-a214-0fef5ac9534c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8035324 Apr 21 06:37:44.459000 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 54742) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:37:44.475342 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7567d5-8a67-4120-98b1-de06f493f886 None None] Routers {'3a09b197-b2d3-48e6-a214-0fef5ac9534c'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:37:44.476248 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-7c7567d5-8a67-4120-98b1-de06f493f886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T06:37:34Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['3a09b197-b2d3-48e6-a214-0fef5ac9534c'], 'active': True} {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:37:44.621269 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] For port 5f6b47ed-afb4-4315-ba1f-218b11687d76, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=5f6b47ed-afb4-4315-ba1f-218b11687d76,segment=NetworkSegment(70740e35-fdb6-499b-a1a1-929fedd6d209),segment_id=70740e35-fdb6-499b-a1a1-929fedd6d209)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:37:44.647275 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9ad83bcf-fc9c-412b-8372-4ee8f29aff69 admin admin] Notify callbacks [] for router, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:44.651136 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Returning: {'device': '5f6b47ed-afb4-4315-ba1f-218b11687d76', 'network_id': '94e39216-e826-4b5b-a7eb-f685f38864ec', 'port_id': '5f6b47ed-afb4-4315-ba1f-218b11687d76', 'mac_address': 'fa:16:3e:89:90:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b48bec6-b9c8-44fc-ab7c-912928195b36', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 06:37:44.735008 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:44.762691 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-7c7567d5-8a67-4120-98b1-de06f493f886 None None] Set router 3a09b197-b2d3-48e6-a214-0fef5ac9534c gateway port host: dv-cinder-782390-6-iscsi {{(pid=86434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:37:44.810735 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f6b47ed-afb4-4315-ba1f-218b11687d76 {{(pid=86434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 06:37:44.903700 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9ad83bcf-fc9c-412b-8372-4ee8f29aff69 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:44.921330 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d9a403-db3f-49b4-9f76-41236bc027bf req-d8aae962-d988-4eab-b955-cc323f8193c1 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:37:44.923027 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-01d9a403-db3f-49b4-9f76-41236bc027bf req-d8aae962-d988-4eab-b955-cc323f8193c1 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8c0f684-d772-405a-8367-c4075ffdb2ad HTTP/1.1" status: 200 len: 944 time: 0.1482446 Apr 21 06:37:44.925134 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] For port 5f6b47ed-afb4-4315-ba1f-218b11687d76, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=5f6b47ed-afb4-4315-ba1f-218b11687d76,segment=NetworkSegment(70740e35-fdb6-499b-a1a1-929fedd6d209),segment_id=70740e35-fdb6-499b-a1a1-929fedd6d209)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:37:44.950549 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-9ad83bcf-fc9c-412b-8372-4ee8f29aff69 admin admin] Deleting port 99919af5-9acc-4478-96e5-a59b92060cfc {{(pid=86432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:37:44.950970 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9ad83bcf-fc9c-412b-8372-4ee8f29aff69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363270981359476'] for port, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:44.978189 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:44.982326 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:37:45.023301 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-01d9a403-db3f-49b4-9f76-41236bc027bf req-68b5a110-4c27-4ba7-88b4-4f5924f39d81 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca1ea185-3e42-43de-b1cb-5dd168350420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928249 Apr 21 06:37:45.086519 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Pushing event updated for resources: {'Port': ['ID=5f6b47ed-afb4-4315-ba1f-218b11687d76,revision_number=4']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:37:45.125413 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:37:45.125808 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:37:45.126191 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:37:45.126571 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:37:45.126976 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:37:45.127345 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:37:45.127718 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:37:45.128089 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:37:45.128459 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:37:45.128879 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:37:45.129162 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:37:45.129526 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:37:45.136372 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:37:45.158264 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9ad83bcf-fc9c-412b-8372-4ee8f29aff69 admin admin] For port 99919af5-9acc-4478-96e5-a59b92060cfc, host dv-cinder-782390-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=99919af5-9acc-4478-96e5-a59b92060cfc,segment=NetworkSegment(d57a18c0-30ee-4dde-82a2-7c14b6979212),segment_id=d57a18c0-30ee-4dde-82a2-7c14b6979212)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:37:45.158655 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9ad83bcf-fc9c-412b-8372-4ee8f29aff69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846743427'] for port, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:45.174174 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-7c7567d5-8a67-4120-98b1-de06f493f886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a09b197-b2d3-48e6-a214-0fef5ac9534c', 'name': 'tempest-TestVolumeBootPattern-1024692868-router', 'tenant_id': '740645b3141e48c4a6da3c2cceea9d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '99919af5-9acc-4478-96e5-a59b92060cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:25:22Z', 'updated_at': '2021-04-21T06:37:43Z', 'revision_number': 5, 'project_id': '740645b3141e48c4a6da3c2cceea9d50', 'gw_port': {'id': '99919af5-9acc-4478-96e5-a59b92060cfc', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a09b197-b2d3-48e6-a214-0fef5ac9534c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:25:23Z', 'updated_at': '2021-04-21T06:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi'}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:37:45.178323 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7567d5-8a67-4120-98b1-de06f493f886 None None] Checking router: 3a09b197-b2d3-48e6-a214-0fef5ac9534c for host: dv-cinder-782390-6-iscsi {{(pid=86434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 06:37:45.187440 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7567d5-8a67-4120-98b1-de06f493f886 None None] Routers {'3a09b197-b2d3-48e6-a214-0fef5ac9534c'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:37:45.188115 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-7c7567d5-8a67-4120-98b1-de06f493f886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T06:37:34Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['3a09b197-b2d3-48e6-a214-0fef5ac9534c'], 'active': True} {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:37:45.250645 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] get_ports_and_sgs() called for port_ids ['5f6b47ed-afb4-4315-ba1f-218b11687d76'] {{(pid=86434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:37:45.296798 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-9ad83bcf-fc9c-412b-8372-4ee8f29aff69 admin admin] Calling delete_port for 99919af5-9acc-4478-96e5-a59b92060cfc owned by network:router_gateway {{(pid=86432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:37:45.422439 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-7c7567d5-8a67-4120-98b1-de06f493f886 None None] Set router 3a09b197-b2d3-48e6-a214-0fef5ac9534c gateway port host: None {{(pid=86434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:37:45.547990 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-7c7567d5-8a67-4120-98b1-de06f493f886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a09b197-b2d3-48e6-a214-0fef5ac9534c', 'name': 'tempest-TestVolumeBootPattern-1024692868-router', 'tenant_id': '740645b3141e48c4a6da3c2cceea9d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:25:22Z', 'updated_at': '2021-04-21T06:37:44Z', 'revision_number': 6, 'project_id': '740645b3141e48c4a6da3c2cceea9d50', 'gw_port_host': None}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:37:45.550540 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9ad83bcf-fc9c-412b-8372-4ee8f29aff69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270981355551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765872972847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848222423'] for port, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:45.556235 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9ca75626-abe6-4704-8b9e-8e83372b0914 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:37:45.557007 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7567d5-8a67-4120-98b1-de06f493f886 None None] The sync data for ids ['3a09b197-b2d3-48e6-a214-0fef5ac9534c'] in dv-cinder-782390-6-iscsi is: [{'id': '3a09b197-b2d3-48e6-a214-0fef5ac9534c', 'name': 'tempest-TestVolumeBootPattern-1024692868-router', 'tenant_id': '740645b3141e48c4a6da3c2cceea9d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:25:22Z', 'updated_at': '2021-04-21T06:37:44Z', 'revision_number': 6, 'project_id': '740645b3141e48c4a6da3c2cceea9d50', 'gw_port_host': None}] {{(pid=86434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 06:37:45.639931 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad83bcf-fc9c-412b-8372-4ee8f29aff69 admin admin] Pushing event deleted for resources: {'Port': ['ID=99919af5-9acc-4478-96e5-a59b92060cfc,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:37:45.648944 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9ad83bcf-fc9c-412b-8372-4ee8f29aff69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:37:45.717619 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9ad83bcf-fc9c-412b-8372-4ee8f29aff69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8022373'] for router_gateway, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:45.906161 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9ad83bcf-fc9c-412b-8372-4ee8f29aff69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8010553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854775202'] for router, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:45.908546 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9ad83bcf-fc9c-412b-8372-4ee8f29aff69 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:46.116088 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9ad83bcf-fc9c-412b-8372-4ee8f29aff69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846777987'] for router, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:46.117128 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad83bcf-fc9c-412b-8372-4ee8f29aff69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a09b197-b2d3-48e6-a214-0fef5ac9534c {{(pid=86432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 21 06:37:46.131536 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9ad83bcf-fc9c-412b-8372-4ee8f29aff69 admin admin] Notify callbacks [] for router, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:46.133053 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-9ad83bcf-fc9c-412b-8372-4ee8f29aff69 admin admin] 10.222.0.15 "DELETE /v2.0/routers/3a09b197-b2d3-48e6-a214-0fef5ac9534c HTTP/1.1" status: 204 len: 168 time: 1.6725137 Apr 21 06:37:46.135867 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 54768) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:37:46.184897 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Device 5f6b47ed-afb4-4315-ba1f-218b11687d76 up at agent hyperv_hv-cinder-78239 {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:37:46.267865 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.db_base_plugin_v2 [None req-879cd529-d996-4dcb-b6db-41e36ae32efe admin admin] Deleting subnet 39c5c004-ede8-4b81-a2e6-fcd1f00aa6e4 {{(pid=86432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 21 06:37:46.271234 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-879cd529-d996-4dcb-b6db-41e36ae32efe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:46.343286 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 506e2368-4761-4d29-90d2-8efb106c55fa no longer exists at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:37:46.359398 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-879cd529-d996-4dcb-b6db-41e36ae32efe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7129852'] for subnet, precommit_delete_associations {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:46.378385 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Provisioning for port 5f6b47ed-afb4-4315-ba1f-218b11687d76 completed by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:37:46.388941 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] No Port match for: 506e2368-4761-4d29-90d2-8efb106c55fa {{(pid=86434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:37:46.389340 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 506e2368-4761-4d29-90d2-8efb106c55fa not bound to the agent host dv-cinder-782390-6-iscsi {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:37:46.390274 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 99919af5-9acc-4478-96e5-a59b92060cfc no longer exists at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:37:46.419852 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Provisioning complete for port 5f6b47ed-afb4-4315-ba1f-218b11687d76 triggered by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:37:46.420277 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:46.436151 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841e89b8-368e-4aa4-ab0b-7e4feed8ceb3 req-4d2180b2-b919-4c78-9b0f-675b730b8f97 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:37:46.437742 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-841e89b8-368e-4aa4-ab0b-7e4feed8ceb3 req-4d2180b2-b919-4c78-9b0f-675b730b8f97 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8c0f684-d772-405a-8367-c4075ffdb2ad HTTP/1.1" status: 200 len: 945 time: 0.2662077 Apr 21 06:37:46.460994 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] No Port match for: 99919af5-9acc-4478-96e5-a59b92060cfc {{(pid=86434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:37:46.461390 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 99919af5-9acc-4478-96e5-a59b92060cfc not bound to the agent host dv-cinder-782390-6-iscsi {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:37:46.495907 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-879cd529-d996-4dcb-b6db-41e36ae32efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853408352'] for subnet, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:46.535820 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-841e89b8-368e-4aa4-ab0b-7e4feed8ceb3 req-574583af-a9b1-4326-b169-40ac92f8ae8d tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca1ea185-3e42-43de-b1cb-5dd168350420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865123 Apr 21 06:37:46.553658 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:46.583058 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8c0f684-d772-405a-8367-c4075ffdb2ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f6b47ed-afb4-4315-ba1f-218b11687d76'}] {{(pid=86434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:37:46.593409 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] For port 5f6b47ed-afb4-4315-ba1f-218b11687d76, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=5f6b47ed-afb4-4315-ba1f-218b11687d76,segment=NetworkSegment(70740e35-fdb6-499b-a1a1-929fedd6d209),segment_id=70740e35-fdb6-499b-a1a1-929fedd6d209)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:37:46.619666 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:46.621699 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:37:46.659926 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8c0f684-d772-405a-8367-c4075ffdb2ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f6b47ed-afb4-4315-ba1f-218b11687d76', 'code': 200} Apr 21 06:37:46.693754 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Pushing event updated for resources: {'Port': ['ID=5f6b47ed-afb4-4315-ba1f-218b11687d76,revision_number=5']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:37:46.697815 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:37:46.899945 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-879cd529-d996-4dcb-b6db-41e36ae32efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7991656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848222979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847718353'] for subnet, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:46.905344 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:37:46.951318 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5b812f-062e-4659-942f-eb1019fbf206 None None] Network 2526886f-9243-4f3a-ad6a-99044711de7e requested from dv-cinder-782390-6-iscsi {{(pid=86434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:37:46.981879 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879cd529-d996-4dcb-b6db-41e36ae32efe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39c5c004-ede8-4b81-a2e6-fcd1f00aa6e4,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:37:46.984284 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-879cd529-d996-4dcb-b6db-41e36ae32efe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846863987'] for subnet, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:46.992063 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-879cd529-d996-4dcb-b6db-41e36ae32efe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:37:47.004774 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-879cd529-d996-4dcb-b6db-41e36ae32efe admin admin] 10.222.0.15 "DELETE /v2.0/subnets/39c5c004-ede8-4b81-a2e6-fcd1f00aa6e4 HTTP/1.1" status: 204 len: 168 time: 0.8677387 Apr 21 06:37:47.008002 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 54784) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:37:47.088494 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:37:47.235416 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d55bea8-523c-4f76-935b-3116e54df56b None None] DHCP port deletion for 2526886f-9243-4f3a-ad6a-99044711de7e request from dv-cinder-782390-6-iscsi {{(pid=86434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 21 06:37:47.240217 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-3d55bea8-523c-4f76-935b-3116e54df56b None None] Deleting port 8a20c748-b9c5-4a6a-8744-471b2803280b {{(pid=86434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:37:47.240653 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3d55bea8-523c-4f76-935b-3116e54df56b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363270981359476'] for port, before_delete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:47.384899 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b92b9-ce19-4ccc-ac98-8c7ff6e5a746 req-b2c8071c-2d2c-45fb-b003-dfa53fba0301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:37:47.386507 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-310b92b9-ce19-4ccc-ac98-8c7ff6e5a746 req-b2c8071c-2d2c-45fb-b003-dfa53fba0301 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c8c0f684-d772-405a-8367-c4075ffdb2ad HTTP/1.1" status: 200 len: 1099 time: 0.4467714 Apr 21 06:37:47.393410 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-24ea9299-8afc-4c21-8b68-e79ca672e3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853439508'] for network, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:47.434947 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-24ea9299-8afc-4c21-8b68-e79ca672e3b4 admin admin] Deleting port 8a20c748-b9c5-4a6a-8744-471b2803280b {{(pid=86432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:37:47.435326 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-24ea9299-8afc-4c21-8b68-e79ca672e3b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363270981359476'] for port, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:47.465552 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-3d55bea8-523c-4f76-935b-3116e54df56b None None] For port 8a20c748-b9c5-4a6a-8744-471b2803280b, host dv-cinder-782390-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=8a20c748-b9c5-4a6a-8744-471b2803280b,segment=NetworkSegment(ba11cfc1-b3d9-4346-8af3-17d779a5e426),segment_id=ba11cfc1-b3d9-4346-8af3-17d779a5e426)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:37:47.465996 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3d55bea8-523c-4f76-935b-3116e54df56b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846743427'] for port, precommit_delete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:47.477726 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-310b92b9-ce19-4ccc-ac98-8c7ff6e5a746 req-f15b7b02-b875-46d0-96a7-9dda6e7a7f4e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ca1ea185-3e42-43de-b1cb-5dd168350420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812724 Apr 21 06:37:47.601758 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-3d55bea8-523c-4f76-935b-3116e54df56b None None] Calling delete_port for 8a20c748-b9c5-4a6a-8744-471b2803280b owned by network:dhcp {{(pid=86434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:37:47.661229 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-24ea9299-8afc-4c21-8b68-e79ca672e3b4 admin admin] For port 8a20c748-b9c5-4a6a-8744-471b2803280b, host dv-cinder-782390-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=8a20c748-b9c5-4a6a-8744-471b2803280b,segment=NetworkSegment(ba11cfc1-b3d9-4346-8af3-17d779a5e426),segment_id=ba11cfc1-b3d9-4346-8af3-17d779a5e426)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:37:47.661229 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-24ea9299-8afc-4c21-8b68-e79ca672e3b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846743427'] for port, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:47.711107 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3d55bea8-523c-4f76-935b-3116e54df56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270981355551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765872972847'] for port, after_delete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:47.717213 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:37:47.748682 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d7526-4960-4ab3-a522-9f24b571ab71 req-4b707d29-b0e9-446a-8797-a79421ec7c06 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:37:47.750303 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-9d4d7526-4960-4ab3-a522-9f24b571ab71 req-4b707d29-b0e9-446a-8797-a79421ec7c06 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8c0f684-d772-405a-8367-c4075ffdb2ad HTTP/1.1" status: 200 len: 946 time: 0.0959890 Apr 21 06:37:47.763459 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d55bea8-523c-4f76-935b-3116e54df56b None None] Pushing event deleted for resources: {'Port': ['ID=8a20c748-b9c5-4a6a-8744-471b2803280b,revision_number=None']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:37:47.766740 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-3d55bea8-523c-4f76-935b-3116e54df56b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:37:47.767620 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d55bea8-523c-4f76-935b-3116e54df56b None None] No DVR routers for this DVR port 8a20c748-b9c5-4a6a-8744-471b2803280b on host dv-cinder-782390-6-iscsi {{(pid=86434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 06:37:47.793346 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-24ea9299-8afc-4c21-8b68-e79ca672e3b4 admin admin] Calling delete_port for 8a20c748-b9c5-4a6a-8744-471b2803280b owned by network:dhcp {{(pid=86432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:37:47.808197 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-9d4d7526-4960-4ab3-a522-9f24b571ab71 req-a7c35067-67eb-4d8d-8f22-c31976f4d5c2 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca1ea185-3e42-43de-b1cb-5dd168350420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505168 Apr 21 06:37:47.876291 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.db.api [None req-24ea9299-8afc-4c21-8b68-e79ca672e3b4 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86432) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 21 06:37:47.876654 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_db.api [None req-24ea9299-8afc-4c21-8b68-e79ca672e3b4 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 21 06:37:48.322985 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 8a20c748-b9c5-4a6a-8744-471b2803280b no longer exists at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:37:48.378167 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-24ea9299-8afc-4c21-8b68-e79ca672e3b4 admin admin] Deleting port 8a20c748-b9c5-4a6a-8744-471b2803280b {{(pid=86432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:37:48.378485 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-24ea9299-8afc-4c21-8b68-e79ca672e3b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363270981359476'] for port, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:48.457986 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-24ea9299-8afc-4c21-8b68-e79ca672e3b4 admin admin] The port '8a20c748-b9c5-4a6a-8744-471b2803280b' was deleted {{(pid=86432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 06:37:48.531834 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] No Port match for: 8a20c748-b9c5-4a6a-8744-471b2803280b {{(pid=86434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:37:48.532243 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 8a20c748-b9c5-4a6a-8744-471b2803280b not bound to the agent host dv-cinder-782390-6-iscsi {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:37:48.585936 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-24ea9299-8afc-4c21-8b68-e79ca672e3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1367541', 'neutron.services.segments.db._delete_segments_for_network-8765873502323'] for network, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:48.698933 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.services.segments.db [None req-24ea9299-8afc-4c21-8b68-e79ca672e3b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2526886f-9243-4f3a-ad6a-99044711de7e']}} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:37:48.711322 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.services.segments.db [None req-24ea9299-8afc-4c21-8b68-e79ca672e3b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba11cfc1-b3d9-4346-8af3-17d779a5e426') {'for_net_delete': True} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:37:48.711661 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.services.segments.db [None req-24ea9299-8afc-4c21-8b68-e79ca672e3b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba11cfc1-b3d9-4346-8af3-17d779a5e426') {} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:37:48.723957 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-24ea9299-8afc-4c21-8b68-e79ca672e3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363270981292899', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847645964'] for segment, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:48.796284 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-24ea9299-8afc-4c21-8b68-e79ca672e3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1361606'] for segment, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:48.802713 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24ea9299-8afc-4c21-8b68-e79ca672e3b4 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=86432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 21 06:37:48.985836 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-24ea9299-8afc-4c21-8b68-e79ca672e3b4 admin admin] Network 2526886f-9243-4f3a-ad6a-99044711de7e has no segments {{(pid=86432) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 06:37:48.995106 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-24ea9299-8afc-4c21-8b68-e79ca672e3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853414223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6553438'] for segment, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:49.011011 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72bc73d-fc4c-4ea3-b4e6-46dcfb3fd111 req-fa995227-07e5-4fda-abdc-70c4b8fdfb05 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:37:49.012643 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d72bc73d-fc4c-4ea3-b4e6-46dcfb3fd111 req-fa995227-07e5-4fda-abdc-70c4b8fdfb05 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8c0f684-d772-405a-8367-c4075ffdb2ad HTTP/1.1" status: 200 len: 946 time: 0.0905681 Apr 21 06:37:49.060591 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d72bc73d-fc4c-4ea3-b4e6-46dcfb3fd111 req-1a53fcfb-eb17-44d0-8deb-1cc8b9d14acc tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca1ea185-3e42-43de-b1cb-5dd168350420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415130 Apr 21 06:37:49.172694 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-24ea9299-8afc-4c21-8b68-e79ca672e3b4 admin admin] Network 2526886f-9243-4f3a-ad6a-99044711de7e has no segments {{(pid=86432) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 06:37:49.194973 dv-cinder-782390-6-iscsi neutron-server[86317]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 06:37:49.194973 dv-cinder-782390-6-iscsi neutron-server[86317]: % (table.description, expected, rows_matched) Apr 21 06:37:49.194973 dv-cinder-782390-6-iscsi neutron-server[86317]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 06:37:49.194973 dv-cinder-782390-6-iscsi neutron-server[86317]: % (table.description, expected, rows_matched) Apr 21 06:37:49.194973 dv-cinder-782390-6-iscsi neutron-server[86317]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 06:37:49.194973 dv-cinder-782390-6-iscsi neutron-server[86317]: % (table.description, expected, rows_matched) Apr 21 06:37:49.194973 dv-cinder-782390-6-iscsi neutron-server[86317]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 06:37:49.194973 dv-cinder-782390-6-iscsi neutron-server[86317]: % (table.description, expected, rows_matched) Apr 21 06:37:49.194973 dv-cinder-782390-6-iscsi neutron-server[86317]: Traceback (most recent call last): Apr 21 06:37:49.194973 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 06:37:49.194973 dv-cinder-782390-6-iscsi neutron-server[86317]: timer() Apr 21 06:37:49.194973 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 06:37:49.194973 dv-cinder-782390-6-iscsi neutron-server[86317]: cb(*args, **kw) Apr 21 06:37:49.194973 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 21 06:37:49.194973 dv-cinder-782390-6-iscsi neutron-server[86317]: return func(*args, **kwargs) Apr 21 06:37:49.194973 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 06:37:49.194973 dv-cinder-782390-6-iscsi neutron-server[86317]: self._notify() Apr 21 06:37:49.194973 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 06:37:49.194973 dv-cinder-782390-6-iscsi neutron-server[86317]: self.callback(batched_events) Apr 21 06:37:49.194973 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 06:37:49.194973 dv-cinder-782390-6-iscsi neutron-server[86317]: event.method(event) Apr 21 06:37:49.194973 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 06:37:49.194973 dv-cinder-782390-6-iscsi neutron-server[86317]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 06:37:49.194973 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 21 06:37:49.194973 dv-cinder-782390-6-iscsi neutron-server[86317]: segment_id)['aggregates'][0] Apr 21 06:37:49.194973 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 06:37:49.194973 dv-cinder-782390-6-iscsi neutron-server[86317]: return f(self, *a, **k) Apr 21 06:37:49.194973 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 06:37:49.194973 dv-cinder-782390-6-iscsi neutron-server[86317]: return self._get(url).json() Apr 21 06:37:49.194973 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 06:37:49.194973 dv-cinder-782390-6-iscsi neutron-server[86317]: **kwargs) Apr 21 06:37:49.194973 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 06:37:49.194973 dv-cinder-782390-6-iscsi neutron-server[86317]: return self.request(url, 'GET', **kwargs) Apr 21 06:37:49.194973 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 21 06:37:49.194973 dv-cinder-782390-6-iscsi neutron-server[86317]: **endpoint_filter) Apr 21 06:37:49.194973 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 06:37:49.194973 dv-cinder-782390-6-iscsi neutron-server[86317]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 06:37:49.194973 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 06:37:49.194973 dv-cinder-782390-6-iscsi neutron-server[86317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 06:37:49.194973 dv-cinder-782390-6-iscsi neutron-server[86317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 06:37:49.367973 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-24ea9299-8afc-4c21-8b68-e79ca672e3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853408259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8011138'] for network, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:49.379432 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-24ea9299-8afc-4c21-8b68-e79ca672e3b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846863987'] for network, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:49.384008 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-66a1fc1f-6446-4208-aa7a-02e792812444 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:37:49.407514 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ea9299-8afc-4c21-8b68-e79ca672e3b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2526886f-9243-4f3a-ad6a-99044711de7e,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:37:49.414027 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-24ea9299-8afc-4c21-8b68-e79ca672e3b4 admin admin] 10.222.0.15 "DELETE /v2.0/networks/2526886f-9243-4f3a-ad6a-99044711de7e HTTP/1.1" status: 204 len: 168 time: 2.4017036 Apr 21 06:37:49.414027 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-24ea9299-8afc-4c21-8b68-e79ca672e3b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:37:49.647870 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 54834) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:37:49.700156 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-03220907-3787-4afd-9068-dad8dde64c4e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3306973b72b44b4bbb646cebeef6bb38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0510514 Apr 21 06:37:49.702803 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 54840) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:37:49.769977 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-fb17f86e-d205-4916-9687-2a52919ff7d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:49.797310 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-fb17f86e-d205-4916-9687-2a52919ff7d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:49.979835 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-fb17f86e-d205-4916-9687-2a52919ff7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:49.985238 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5e634562-8871-418d-8723-e48a42cb99c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:37:49.998811 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb17f86e-d205-4916-9687-2a52919ff7d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7437c5f9-10bc-4320-b49f-add51e519327,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:37:50.001922 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-fb17f86e-d205-4916-9687-2a52919ff7d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:37:50.003948 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-fb17f86e-d205-4916-9687-2a52919ff7d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:50.005132 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-fb17f86e-d205-4916-9687-2a52919ff7d2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7437c5f9-10bc-4320-b49f-add51e519327 HTTP/1.1" status: 204 len: 168 time: 0.3013849 Apr 21 06:37:50.630852 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 54854) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:37:50.643369 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 54860) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:37:50.701227 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-6b10071a-27c4-422a-9f38-6323561ef793 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=740645b3141e48c4a6da3c2cceea9d50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0565710 Apr 21 06:37:50.706161 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 54868) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:37:50.773069 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9afcc7a7-0724-4936-a6a8-076c4224be02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:50.806361 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9afcc7a7-0724-4936-a6a8-076c4224be02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:50.957620 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.db_base_plugin_v2 [None req-2771255e-16a1-48a0-af9a-6c6659b237ef admin admin] Deleting subnet 8a49da67-95bb-4155-9f42-99fd3e370c45 {{(pid=86433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 21 06:37:50.961511 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-2771255e-16a1-48a0-af9a-6c6659b237ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:50.993207 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9afcc7a7-0724-4936-a6a8-076c4224be02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:51.000160 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-bdbab343-6db5-4652-8c9b-a1fe66f784e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:37:51.026598 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afcc7a7-0724-4936-a6a8-076c4224be02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1359647e-2eb4-4342-be16-4fd672f619e8,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:37:51.031644 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9afcc7a7-0724-4936-a6a8-076c4224be02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:37:51.034435 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9afcc7a7-0724-4936-a6a8-076c4224be02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:51.035663 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-9afcc7a7-0724-4936-a6a8-076c4224be02 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1359647e-2eb4-4342-be16-4fd672f619e8 HTTP/1.1" status: 204 len: 168 time: 0.3284869 Apr 21 06:37:51.040486 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-2771255e-16a1-48a0-af9a-6c6659b237ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847420348'] for subnet, precommit_delete_associations {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:51.104472 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-2771255e-16a1-48a0-af9a-6c6659b237ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853408352'] for subnet, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:51.504722 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a22774-c0a0-47f4-b545-ad5a79c3bcd1 req-a7c99e3d-bf70-45d4-bd38-9ce442084f5d tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:37:51.506302 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d0a22774-c0a0-47f4-b545-ad5a79c3bcd1 req-a7c99e3d-bf70-45d4-bd38-9ce442084f5d tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/networks?id=94e39216-e826-4b5b-a7eb-f685f38864ec HTTP/1.1" status: 200 len: 815 time: 0.2295063 Apr 21 06:37:51.526278 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d0a22774-c0a0-47f4-b545-ad5a79c3bcd1 req-4dd502d2-df06-431f-8b60-c0532ebf1e0b tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/quotas/f810c7961f9c442ea8530fa1c9aae738 HTTP/1.1" status: 200 len: 375 time: 0.0127678 Apr 21 06:37:51.602804 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-2771255e-16a1-48a0-af9a-6c6659b237ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7991656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6571621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6625940'] for subnet, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:51.611853 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:37:51.650163 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2771255e-16a1-48a0-af9a-6c6659b237ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a49da67-95bb-4155-9f42-99fd3e370c45,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:37:51.654903 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-2771255e-16a1-48a0-af9a-6c6659b237ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:37:51.661712 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d0a22774-c0a0-47f4-b545-ad5a79c3bcd1 req-11c00de7-0693-46fc-8f1d-58ef8a95042f tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f810c7961f9c442ea8530fa1c9aae738&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1295817 Apr 21 06:37:51.662784 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-2771255e-16a1-48a0-af9a-6c6659b237ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:51.671983 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-2771255e-16a1-48a0-af9a-6c6659b237ef admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8a49da67-95bb-4155-9f42-99fd3e370c45 HTTP/1.1" status: 204 len: 168 time: 1.0375743 Apr 21 06:37:51.672170 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 54890) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:37:51.893688 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3cba58f2-b853-4810-90ba-68a1d2fd2572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853439508'] for network, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:51.963590 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d0a22774-c0a0-47f4-b545-ad5a79c3bcd1 req-ad24ef40-803e-49a7-9045-bc0f47669f0b service neutron] 10.222.0.15 "GET /v2.0/networks/94e39216-e826-4b5b-a7eb-f685f38864ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688076 Apr 21 06:37:52.141576 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3cba58f2-b853-4810-90ba-68a1d2fd2572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1367541', 'neutron.services.segments.db._delete_segments_for_network-8765873502323'] for network, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:52.282450 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d0a22774-c0a0-47f4-b545-ad5a79c3bcd1 req-59f2955a-ffb5-4f99-ba6e-79f4032b9f18 service neutron] 10.222.0.15 "GET /v2.0/networks/94e39216-e826-4b5b-a7eb-f685f38864ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3038247 Apr 21 06:37:52.285854 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.services.segments.db [None req-3cba58f2-b853-4810-90ba-68a1d2fd2572 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e11717bf-3ac5-4257-9526-8404d6e38e57']}} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:37:52.299012 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.services.segments.db [None req-3cba58f2-b853-4810-90ba-68a1d2fd2572 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86886644-4306-40b1-b5b6-5374b228c059') {'for_net_delete': True} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:37:52.299422 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.services.segments.db [None req-3cba58f2-b853-4810-90ba-68a1d2fd2572 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86886644-4306-40b1-b5b6-5374b228c059') {} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:37:52.311589 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3cba58f2-b853-4810-90ba-68a1d2fd2572 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363270981292899', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7355468'] for segment, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:52.326519 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3cba58f2-b853-4810-90ba-68a1d2fd2572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1361606'] for segment, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:52.332941 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cba58f2-b853-4810-90ba-68a1d2fd2572 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=86433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 21 06:37:52.514013 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-3cba58f2-b853-4810-90ba-68a1d2fd2572 admin admin] Network e11717bf-3ac5-4257-9526-8404d6e38e57 has no segments {{(pid=86433) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 06:37:52.523494 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3cba58f2-b853-4810-90ba-68a1d2fd2572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853414223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848204346'] for segment, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:52.541050 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-9e8a5120-b9f5-41f1-a87d-a1f2a78264f4 req-1e979e47-6f3d-4d17-8676-2a440034a7e1 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcb06a8d-541c-4bdb-89a6-a136652572ce HTTP/1.1" status: 200 len: 210 time: 0.0619605 Apr 21 06:37:52.957432 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-3cba58f2-b853-4810-90ba-68a1d2fd2572 admin admin] Network e11717bf-3ac5-4257-9526-8404d6e38e57 has no segments {{(pid=86433) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 06:37:52.981170 dv-cinder-782390-6-iscsi neutron-server[86317]: Traceback (most recent call last): Apr 21 06:37:52.981170 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 06:37:52.981170 dv-cinder-782390-6-iscsi neutron-server[86317]: timer() Apr 21 06:37:52.981170 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 06:37:52.981170 dv-cinder-782390-6-iscsi neutron-server[86317]: cb(*args, **kw) Apr 21 06:37:52.981170 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 21 06:37:52.981170 dv-cinder-782390-6-iscsi neutron-server[86317]: return func(*args, **kwargs) Apr 21 06:37:52.981170 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 06:37:52.981170 dv-cinder-782390-6-iscsi neutron-server[86317]: self._notify() Apr 21 06:37:52.981170 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 06:37:52.981170 dv-cinder-782390-6-iscsi neutron-server[86317]: self.callback(batched_events) Apr 21 06:37:52.981170 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 06:37:52.981170 dv-cinder-782390-6-iscsi neutron-server[86317]: event.method(event) Apr 21 06:37:52.981170 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 06:37:52.981170 dv-cinder-782390-6-iscsi neutron-server[86317]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 06:37:52.981170 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 21 06:37:52.981170 dv-cinder-782390-6-iscsi neutron-server[86317]: segment_id)['aggregates'][0] Apr 21 06:37:52.981170 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 06:37:52.981170 dv-cinder-782390-6-iscsi neutron-server[86317]: return f(self, *a, **k) Apr 21 06:37:52.981170 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 06:37:52.981170 dv-cinder-782390-6-iscsi neutron-server[86317]: return self._get(url).json() Apr 21 06:37:52.981170 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 06:37:52.981170 dv-cinder-782390-6-iscsi neutron-server[86317]: **kwargs) Apr 21 06:37:52.981170 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 06:37:52.981170 dv-cinder-782390-6-iscsi neutron-server[86317]: return self.request(url, 'GET', **kwargs) Apr 21 06:37:52.981170 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 21 06:37:52.981170 dv-cinder-782390-6-iscsi neutron-server[86317]: **endpoint_filter) Apr 21 06:37:52.981170 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 06:37:52.981170 dv-cinder-782390-6-iscsi neutron-server[86317]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 06:37:52.981170 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 06:37:52.981170 dv-cinder-782390-6-iscsi neutron-server[86317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 06:37:52.981170 dv-cinder-782390-6-iscsi neutron-server[86317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 06:37:53.196250 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3cba58f2-b853-4810-90ba-68a1d2fd2572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853408259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8011138'] for network, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:53.200651 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-fe1baa1e-22c1-4701-a2ff-156fe4e0ca9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:37:53.214573 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3cba58f2-b853-4810-90ba-68a1d2fd2572 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846863987'] for network, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:53.228258 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba58f2-b853-4810-90ba-68a1d2fd2572 admin admin] Pushing event deleted for resources: {'Network': ['ID=e11717bf-3ac5-4257-9526-8404d6e38e57,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:37:53.236626 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-3cba58f2-b853-4810-90ba-68a1d2fd2572 admin admin] 10.222.0.15 "DELETE /v2.0/networks/e11717bf-3ac5-4257-9526-8404d6e38e57 HTTP/1.1" status: 204 len: 168 time: 1.5610704 Apr 21 06:37:53.236626 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-3cba58f2-b853-4810-90ba-68a1d2fd2572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:37:53.572711 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 54922) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:37:53.635685 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-2ea50290-7d1b-46f5-85a9-aa4f09c9ef5d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b92adf7e83dd4c4db6ea4deb6b666325&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0609558 Apr 21 06:37:53.638328 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 54926) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:37:53.700232 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-650f1b27-63e8-4f85-aac4-057abef56af0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:53.717024 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e2d2d3e3-2dd7-4862-81e6-8c229aae6a54 req-e73373d6-6c99-4515-bd67-f1d82c9954e6 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcb06a8d-541c-4bdb-89a6-a136652572ce HTTP/1.1" status: 200 len: 210 time: 0.0538051 Apr 21 06:37:53.731533 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-650f1b27-63e8-4f85-aac4-057abef56af0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:53.859012 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-650f1b27-63e8-4f85-aac4-057abef56af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:53.864235 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-a620ff9e-3424-430f-802e-52cdc1bfe5ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:37:53.878763 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f1b27-63e8-4f85-aac4-057abef56af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a24d982-c906-48ee-8eaf-ce1345744d40,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:37:53.881658 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-650f1b27-63e8-4f85-aac4-057abef56af0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:37:53.910670 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-650f1b27-63e8-4f85-aac4-057abef56af0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:53.911952 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-650f1b27-63e8-4f85-aac4-057abef56af0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0a24d982-c906-48ee-8eaf-ce1345744d40 HTTP/1.1" status: 204 len: 168 time: 0.2725978 Apr 21 06:37:54.637622 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a22774-c0a0-47f4-b545-ad5a79c3bcd1 req-79df10a4-58c7-409c-8e4e-2c712838fb1d tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:37:54.639215 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d0a22774-c0a0-47f4-b545-ad5a79c3bcd1 req-79df10a4-58c7-409c-8e4e-2c712838fb1d tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.11 "GET /v2.0/networks?id=94e39216-e826-4b5b-a7eb-f685f38864ec HTTP/1.1" status: 200 len: 815 time: 0.1594617 Apr 21 06:37:54.651707 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [req-d0a22774-c0a0-47f4-b545-ad5a79c3bcd1 req-d7ebb308-19ce-47e0-8717-c2d33cfc284e tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Request body: {'port': {'device_id': 'fcb06a8d-541c-4bdb-89a6-a136652572ce', 'network_id': '94e39216-e826-4b5b-a7eb-f685f38864ec', 'admin_state_up': True, 'tenant_id': 'f810c7961f9c442ea8530fa1c9aae738'}} {{(pid=86432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:37:54.799982 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [req-d0a22774-c0a0-47f4-b545-ad5a79c3bcd1 req-d7ebb308-19ce-47e0-8717-c2d33cfc284e tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:37:54.811127 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [req-d0a22774-c0a0-47f4-b545-ad5a79c3bcd1 req-d7ebb308-19ce-47e0-8717-c2d33cfc284e tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:37:54.847900 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0a22774-c0a0-47f4-b545-ad5a79c3bcd1 req-d7ebb308-19ce-47e0-8717-c2d33cfc284e tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Made reservation on behalf of f810c7961f9c442ea8530fa1c9aae738 for: {'port': 1} {{(pid=86432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:37:54.855749 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-d0a22774-c0a0-47f4-b545-ad5a79c3bcd1 req-d7ebb308-19ce-47e0-8717-c2d33cfc284e tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:54.967793 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-08df5082-8ded-4736-94b4-264c63161832 req-34037f52-64b3-463f-8720-922648d4dacc tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcb06a8d-541c-4bdb-89a6-a136652572ce HTTP/1.1" status: 200 len: 210 time: 0.1012003 Apr 21 06:37:55.083344 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.db_base_plugin_common [req-d0a22774-c0a0-47f4-b545-ad5a79c3bcd1 req-d7ebb308-19ce-47e0-8717-c2d33cfc284e tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Allocated IP 172.20.0.11 (94e39216-e826-4b5b-a7eb-f685f38864ec/5b48bec6-b9c8-44fc-ab7c-912928195b36/68977f02-8a90-4ea1-85a0-c0117210af87) {{(pid=86432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:37:55.317497 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-d0a22774-c0a0-47f4-b545-ad5a79c3bcd1 req-d7ebb308-19ce-47e0-8717-c2d33cfc284e tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Notify callbacks [] for port, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:55.373891 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-d0a22774-c0a0-47f4-b545-ad5a79c3bcd1 req-d7ebb308-19ce-47e0-8717-c2d33cfc284e tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363270981802970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848222423'] for port, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:55.381220 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-0fcc20a6-067f-4a86-8b5a-d6146bd6f0de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:37:55.386518 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] get_ports_and_sgs() called for port_ids ['a0ced8b3-170a-4b64-967d-88bc99d61d73', '5f6b47ed-afb4-4315-ba1f-218b11687d76'] {{(pid=86434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:37:55.455387 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0a22774-c0a0-47f4-b545-ad5a79c3bcd1 req-d7ebb308-19ce-47e0-8717-c2d33cfc284e tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Network 94e39216-e826-4b5b-a7eb-f685f38864ec is already hosted by enough agents. {{(pid=86432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:37:55.459256 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [req-d0a22774-c0a0-47f4-b545-ad5a79c3bcd1 req-d7ebb308-19ce-47e0-8717-c2d33cfc284e tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Resources bound (agent type, host, resource id): {{(pid=86432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:37:55.461741 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a22774-c0a0-47f4-b545-ad5a79c3bcd1 req-d7ebb308-19ce-47e0-8717-c2d33cfc284e tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Received port after_create {{(pid=86432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:37:55.507973 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ebb308-19ce-47e0-8717-c2d33cfc284e tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Pushing event updated for resources: {'Port': ['ID=68977f02-8a90-4ea1-85a0-c0117210af87,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:37:55.511802 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-d7ebb308-19ce-47e0-8717-c2d33cfc284e tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:37:55.537364 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a22774-c0a0-47f4-b545-ad5a79c3bcd1 req-d7ebb308-19ce-47e0-8717-c2d33cfc284e tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:37:55.539327 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-d0a22774-c0a0-47f4-b545-ad5a79c3bcd1 req-d7ebb308-19ce-47e0-8717-c2d33cfc284e tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:55.637365 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d0a22774-c0a0-47f4-b545-ad5a79c3bcd1 req-d7ebb308-19ce-47e0-8717-c2d33cfc284e tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9897575 Apr 21 06:37:55.757570 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [req-d0a22774-c0a0-47f4-b545-ad5a79c3bcd1 req-6a37457e-b14b-43f9-9f85-a09bb1d06aa2 service neutron] Request body: {'port': {'device_id': 'fcb06a8d-541c-4bdb-89a6-a136652572ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=86432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:37:55.886220 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-d0a22774-c0a0-47f4-b545-ad5a79c3bcd1 req-6a37457e-b14b-43f9-9f85-a09bb1d06aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:56.253152 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04261541-5642-4c4a-8a85-d6840b6a66f6 req-7045b7c2-0191-47ce-8da2-99b32aded92c tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:37:56.253919 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-04261541-5642-4c4a-8a85-d6840b6a66f6 req-7045b7c2-0191-47ce-8da2-99b32aded92c tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Synchronizing usage tracker for tenant:f810c7961f9c442ea8530fa1c9aae738 on resource:port {{(pid=86432) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:37:56.333476 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-04261541-5642-4c4a-8a85-d6840b6a66f6 req-7045b7c2-0191-47ce-8da2-99b32aded92c tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Unset dirty status for tenant:f810c7961f9c442ea8530fa1c9aae738 on resource:port {{(pid=86432) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:37:56.334812 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-04261541-5642-4c4a-8a85-d6840b6a66f6 req-7045b7c2-0191-47ce-8da2-99b32aded92c tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcb06a8d-541c-4bdb-89a6-a136652572ce HTTP/1.1" status: 200 len: 932 time: 0.2093101 Apr 21 06:37:56.359713 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [req-d0a22774-c0a0-47f4-b545-ad5a79c3bcd1 req-6a37457e-b14b-43f9-9f85-a09bb1d06aa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68977f02-8a90-4ea1-85a0-c0117210af87 {{(pid=86432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 06:37:56.372840 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-d0a22774-c0a0-47f4-b545-ad5a79c3bcd1 req-6a37457e-b14b-43f9-9f85-a09bb1d06aa2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:56.404986 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [req-d0a22774-c0a0-47f4-b545-ad5a79c3bcd1 req-6a37457e-b14b-43f9-9f85-a09bb1d06aa2 service neutron] Transition to ACTIVE for port object 68977f02-8a90-4ea1-85a0-c0117210af87 will not be triggered until provisioned by entity L2. {{(pid=86432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:37:56.408316 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-04261541-5642-4c4a-8a85-d6840b6a66f6 req-424e7121-100a-4678-8f10-03cefc1ab818 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca1ea185-3e42-43de-b1cb-5dd168350420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670772 Apr 21 06:37:56.436279 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-d0a22774-c0a0-47f4-b545-ad5a79c3bcd1 req-6a37457e-b14b-43f9-9f85-a09bb1d06aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6553376'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:56.441396 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-11f405dd-f940-4c0c-a211-d08c0c864c42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:37:56.637618 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a37457e-b14b-43f9-9f85-a09bb1d06aa2 service neutron] Pushing event updated for resources: {'Port': ['ID=68977f02-8a90-4ea1-85a0-c0117210af87,revision_number=2']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:37:56.640537 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-6a37457e-b14b-43f9-9f85-a09bb1d06aa2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:37:56.680755 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [req-d0a22774-c0a0-47f4-b545-ad5a79c3bcd1 req-6a37457e-b14b-43f9-9f85-a09bb1d06aa2 service neutron] Attempting to bind port 68977f02-8a90-4ea1-85a0-c0117210af87 on host hv-cinder-78239 for vnic_type normal with profile {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:37:56.681127 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [req-d0a22774-c0a0-47f4-b545-ad5a79c3bcd1 req-6a37457e-b14b-43f9-9f85-a09bb1d06aa2 service neutron] Attempting to bind port 68977f02-8a90-4ea1-85a0-c0117210af87 by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': '70740e35-fdb6-499b-a1a1-929fedd6d209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '94e39216-e826-4b5b-a7eb-f685f38864ec'}] {{(pid=86432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:37:56.681512 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a22774-c0a0-47f4-b545-ad5a79c3bcd1 req-6a37457e-b14b-43f9-9f85-a09bb1d06aa2 service neutron] Attempting to bind port 68977f02-8a90-4ea1-85a0-c0117210af87 on network 94e39216-e826-4b5b-a7eb-f685f38864ec {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:37:56.686323 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a22774-c0a0-47f4-b545-ad5a79c3bcd1 req-6a37457e-b14b-43f9-9f85-a09bb1d06aa2 service neutron] Port 68977f02-8a90-4ea1-85a0-c0117210af87 on network 94e39216-e826-4b5b-a7eb-f685f38864ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 06:37:56.686693 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a22774-c0a0-47f4-b545-ad5a79c3bcd1 req-6a37457e-b14b-43f9-9f85-a09bb1d06aa2 service neutron] Attempting to bind port 68977f02-8a90-4ea1-85a0-c0117210af87 on network 94e39216-e826-4b5b-a7eb-f685f38864ec {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:37:56.692051 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a22774-c0a0-47f4-b545-ad5a79c3bcd1 req-6a37457e-b14b-43f9-9f85-a09bb1d06aa2 service neutron] Checking agent: {'id': '1687539a-73b5-4d9c-8d40-15e28bacc92a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 2, 5), 'started_at': datetime.datetime(2021, 4, 21, 6, 2, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:37:56.692419 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a22774-c0a0-47f4-b545-ad5a79c3bcd1 req-6a37457e-b14b-43f9-9f85-a09bb1d06aa2 service neutron] Checking segment: {'id': '70740e35-fdb6-499b-a1a1-929fedd6d209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '94e39216-e826-4b5b-a7eb-f685f38864ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:37:56.692826 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a22774-c0a0-47f4-b545-ad5a79c3bcd1 req-6a37457e-b14b-43f9-9f85-a09bb1d06aa2 service neutron] Bound using segment: {'id': '70740e35-fdb6-499b-a1a1-929fedd6d209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '94e39216-e826-4b5b-a7eb-f685f38864ec'} {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:37:56.693284 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [req-d0a22774-c0a0-47f4-b545-ad5a79c3bcd1 req-6a37457e-b14b-43f9-9f85-a09bb1d06aa2 service neutron] Bound port: 68977f02-8a90-4ea1-85a0-c0117210af87, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70740e35-fdb6-499b-a1a1-929fedd6d209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '94e39216-e826-4b5b-a7eb-f685f38864ec'}}] {{(pid=86432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:37:56.693972 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-d0a22774-c0a0-47f4-b545-ad5a79c3bcd1 req-6a37457e-b14b-43f9-9f85-a09bb1d06aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:56.785021 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [req-d0a22774-c0a0-47f4-b545-ad5a79c3bcd1 req-6a37457e-b14b-43f9-9f85-a09bb1d06aa2 service neutron] For port 68977f02-8a90-4ea1-85a0-c0117210af87, host hv-cinder-78239, cleared binding levels {{(pid=86432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:37:56.788341 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [req-d0a22774-c0a0-47f4-b545-ad5a79c3bcd1 req-6a37457e-b14b-43f9-9f85-a09bb1d06aa2 service neutron] For port 68977f02-8a90-4ea1-85a0-c0117210af87, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=68977f02-8a90-4ea1-85a0-c0117210af87,segment=NetworkSegment(70740e35-fdb6-499b-a1a1-929fedd6d209),segment_id=70740e35-fdb6-499b-a1a1-929fedd6d209)] {{(pid=86432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:37:56.824835 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-d0a22774-c0a0-47f4-b545-ad5a79c3bcd1 req-6a37457e-b14b-43f9-9f85-a09bb1d06aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6553376'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:56.829478 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-fdbf9f64-bda5-4d87-a542-c17d8302138d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:37:56.882369 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a22774-c0a0-47f4-b545-ad5a79c3bcd1 req-6a37457e-b14b-43f9-9f85-a09bb1d06aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:37:56.883651 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-d0a22774-c0a0-47f4-b545-ad5a79c3bcd1 req-6a37457e-b14b-43f9-9f85-a09bb1d06aa2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:56.885754 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d0a22774-c0a0-47f4-b545-ad5a79c3bcd1 req-6a37457e-b14b-43f9-9f85-a09bb1d06aa2 service neutron] 10.222.0.11 "PUT /v2.0/ports/68977f02-8a90-4ea1-85a0-c0117210af87 HTTP/1.1" status: 200 len: 1094 time: 1.2412422 Apr 21 06:37:56.888107 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcb06a8d-541c-4bdb-89a6-a136652572ce', 'tag': '68977f02-8a90-4ea1-85a0-c0117210af87'}] {{(pid=86432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:37:56.920760 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a37457e-b14b-43f9-9f85-a09bb1d06aa2 service neutron] Pushing event updated for resources: {'Port': ['ID=68977f02-8a90-4ea1-85a0-c0117210af87,revision_number=3']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:37:56.924237 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-6a37457e-b14b-43f9-9f85-a09bb1d06aa2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:37:57.032152 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a22774-c0a0-47f4-b545-ad5a79c3bcd1 req-860f079b-03c0-47f1-ad49-1c8ab95224d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:37:57.034023 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d0a22774-c0a0-47f4-b545-ad5a79c3bcd1 req-860f079b-03c0-47f1-ad49-1c8ab95224d2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f810c7961f9c442ea8530fa1c9aae738&device_id=fcb06a8d-541c-4bdb-89a6-a136652572ce HTTP/1.1" status: 200 len: 1097 time: 0.0811598 Apr 21 06:37:57.101129 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcb06a8d-541c-4bdb-89a6-a136652572ce', 'tag': '68977f02-8a90-4ea1-85a0-c0117210af87', 'status': 'completed', 'code': 200} Apr 21 06:37:57.116067 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d0a22774-c0a0-47f4-b545-ad5a79c3bcd1 req-f2cd7ff4-462e-4351-80bd-d2afe4486068 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68977f02-8a90-4ea1-85a0-c0117210af87 HTTP/1.1" status: 200 len: 217 time: 0.0714414 Apr 21 06:37:57.184521 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a22774-c0a0-47f4-b545-ad5a79c3bcd1 req-a3d0625f-96f3-4329-821d-4d8952eacbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:37:57.186109 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d0a22774-c0a0-47f4-b545-ad5a79c3bcd1 req-a3d0625f-96f3-4329-821d-4d8952eacbab service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5b48bec6-b9c8-44fc-ab7c-912928195b36 HTTP/1.1" status: 200 len: 855 time: 0.0636926 Apr 21 06:37:57.243959 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d0a22774-c0a0-47f4-b545-ad5a79c3bcd1 req-9ab53fde-1809-4a64-9b0b-e80752202881 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=94e39216-e826-4b5b-a7eb-f685f38864ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506756 Apr 21 06:37:57.627801 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88fd1ac-47b3-40da-8eaa-642ce5b2c356 req-3e00c2a1-819a-45f3-b7e9-e50ada60db2c tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:37:57.629344 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a88fd1ac-47b3-40da-8eaa-642ce5b2c356 req-3e00c2a1-819a-45f3-b7e9-e50ada60db2c tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcb06a8d-541c-4bdb-89a6-a136652572ce HTTP/1.1" status: 200 len: 944 time: 0.0956688 Apr 21 06:37:57.630108 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d0a22774-c0a0-47f4-b545-ad5a79c3bcd1 req-763db33e-f779-4402-ab94-4be5286a4f6b service neutron] 10.222.0.11 "GET /v2.0/networks/94e39216-e826-4b5b-a7eb-f685f38864ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796751 Apr 21 06:37:57.677767 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a88fd1ac-47b3-40da-8eaa-642ce5b2c356 req-af478602-2abb-45ee-a724-dd50132786d1 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca1ea185-3e42-43de-b1cb-5dd168350420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416539 Apr 21 06:37:57.770229 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d0a22774-c0a0-47f4-b545-ad5a79c3bcd1 req-9db25acb-6f0f-4692-857e-50dba26499c9 service neutron] 10.222.0.11 "GET /v2.0/networks/94e39216-e826-4b5b-a7eb-f685f38864ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336801 Apr 21 06:37:58.876319 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc46f17-5643-4ba2-ae32-b99d00bd8b91 req-a90b7940-5e27-4e2d-b8d9-444f3a0e6c86 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:37:58.877805 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-0fc46f17-5643-4ba2-ae32-b99d00bd8b91 req-a90b7940-5e27-4e2d-b8d9-444f3a0e6c86 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcb06a8d-541c-4bdb-89a6-a136652572ce HTTP/1.1" status: 200 len: 944 time: 0.0869200 Apr 21 06:37:58.928299 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-0fc46f17-5643-4ba2-ae32-b99d00bd8b91 req-2f317b08-0f29-4a62-bf1f-7f2aea43406b tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca1ea185-3e42-43de-b1cb-5dd168350420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438480 Apr 21 06:38:00.125237 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d1646d-51d1-4667-bd74-dded3ac71033 req-bc43e0f6-47cb-445d-87f6-8c3f4168f23f tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:38:00.126826 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-50d1646d-51d1-4667-bd74-dded3ac71033 req-bc43e0f6-47cb-445d-87f6-8c3f4168f23f tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcb06a8d-541c-4bdb-89a6-a136652572ce HTTP/1.1" status: 200 len: 944 time: 0.0876300 Apr 21 06:38:00.173418 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-50d1646d-51d1-4667-bd74-dded3ac71033 req-003910fd-7ec7-44d1-97d5-3f03bea30d6e tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca1ea185-3e42-43de-b1cb-5dd168350420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401554 Apr 21 06:38:00.636711 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e342fee0-c588-4b3d-a50a-e539ee13c244 req-035b876c-37dc-4534-89d1-b9510dca93fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:38:00.638286 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e342fee0-c588-4b3d-a50a-e539ee13c244 req-035b876c-37dc-4534-89d1-b9510dca93fd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f810c7961f9c442ea8530fa1c9aae738&device_id=fcb06a8d-541c-4bdb-89a6-a136652572ce HTTP/1.1" status: 200 len: 1097 time: 0.0790610 Apr 21 06:38:00.790392 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e342fee0-c588-4b3d-a50a-e539ee13c244 req-b0702a49-334e-4275-9acb-3529c880f851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:38:00.792001 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e342fee0-c588-4b3d-a50a-e539ee13c244 req-b0702a49-334e-4275-9acb-3529c880f851 service neutron] 10.222.0.11 "GET /v2.0/networks?id=94e39216-e826-4b5b-a7eb-f685f38864ec HTTP/1.1" status: 200 len: 916 time: 0.1367598 Apr 21 06:38:00.868249 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e342fee0-c588-4b3d-a50a-e539ee13c244 req-d63b8bc8-80a2-46bc-84f7-8576af6de50f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68977f02-8a90-4ea1-85a0-c0117210af87 HTTP/1.1" status: 200 len: 217 time: 0.0694139 Apr 21 06:38:00.941648 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e342fee0-c588-4b3d-a50a-e539ee13c244 req-d2417a2a-9a74-4d0c-afb9-d36c5a27e7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:38:00.943217 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e342fee0-c588-4b3d-a50a-e539ee13c244 req-d2417a2a-9a74-4d0c-afb9-d36c5a27e7d1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5b48bec6-b9c8-44fc-ab7c-912928195b36 HTTP/1.1" status: 200 len: 855 time: 0.0650058 Apr 21 06:38:00.995432 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e342fee0-c588-4b3d-a50a-e539ee13c244 req-8572a13a-c2c6-410f-b2d6-32d3abffc6af service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=94e39216-e826-4b5b-a7eb-f685f38864ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455887 Apr 21 06:38:01.142333 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e342fee0-c588-4b3d-a50a-e539ee13c244 req-b006c1b4-4de7-4ec6-8d34-e63bd565cf09 service neutron] 10.222.0.11 "GET /v2.0/networks/94e39216-e826-4b5b-a7eb-f685f38864ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334209 Apr 21 06:38:01.287899 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e342fee0-c588-4b3d-a50a-e539ee13c244 req-ca557537-e653-4b70-9301-2bdf80df44fe service neutron] 10.222.0.11 "GET /v2.0/networks/94e39216-e826-4b5b-a7eb-f685f38864ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363864 Apr 21 06:38:01.375038 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441dfff-a282-4e8b-b6ad-c581eb6c0b89 req-c9433c35-7a17-4a1e-a340-de7fbca24631 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:38:01.376632 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1441dfff-a282-4e8b-b6ad-c581eb6c0b89 req-c9433c35-7a17-4a1e-a340-de7fbca24631 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcb06a8d-541c-4bdb-89a6-a136652572ce HTTP/1.1" status: 200 len: 944 time: 0.0916700 Apr 21 06:38:01.423180 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1441dfff-a282-4e8b-b6ad-c581eb6c0b89 req-9428b751-0ebd-4524-896c-6aca2b54d0dc tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca1ea185-3e42-43de-b1cb-5dd168350420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402071 Apr 21 06:38:02.076309 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-035390ab-b67f-447b-9f44-ba548fba97b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:38:02.624161 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3793f296-e6f9-4f39-a8a6-799a36082674 req-8acf0a1f-f887-4fba-9cf4-0fd60e183b95 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:38:02.625773 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-3793f296-e6f9-4f39-a8a6-799a36082674 req-8acf0a1f-f887-4fba-9cf4-0fd60e183b95 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcb06a8d-541c-4bdb-89a6-a136652572ce HTTP/1.1" status: 200 len: 944 time: 0.0888717 Apr 21 06:38:02.673193 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-3793f296-e6f9-4f39-a8a6-799a36082674 req-287fde6d-2811-4369-9ca5-d7349cff85f1 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca1ea185-3e42-43de-b1cb-5dd168350420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410812 Apr 21 06:38:03.877725 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645c6e0-b8d3-44b0-8012-d277f88b6a6d req-0525e7e0-6151-4f3e-a691-04d306b18e11 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:38:03.879358 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6645c6e0-b8d3-44b0-8012-d277f88b6a6d req-0525e7e0-6151-4f3e-a691-04d306b18e11 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcb06a8d-541c-4bdb-89a6-a136652572ce HTTP/1.1" status: 200 len: 944 time: 0.0925403 Apr 21 06:38:03.928587 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6645c6e0-b8d3-44b0-8012-d277f88b6a6d req-8796a821-f725-4d5f-96ed-e6f3d88d70bc tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca1ea185-3e42-43de-b1cb-5dd168350420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421906 Apr 21 06:38:04.276820 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Device 68977f02-8a90-4ea1-85a0-c0117210af87 details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=86434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 06:38:04.418608 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] For port 68977f02-8a90-4ea1-85a0-c0117210af87, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=68977f02-8a90-4ea1-85a0-c0117210af87,segment=NetworkSegment(70740e35-fdb6-499b-a1a1-929fedd6d209),segment_id=70740e35-fdb6-499b-a1a1-929fedd6d209)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:38:04.422980 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 55086) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:38:04.432625 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Returning: {'device': '68977f02-8a90-4ea1-85a0-c0117210af87', 'network_id': '94e39216-e826-4b5b-a7eb-f685f38864ec', 'port_id': '68977f02-8a90-4ea1-85a0-c0117210af87', 'mac_address': 'fa:16:3e:3c:83:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b48bec6-b9c8-44fc-ab7c-912928195b36', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 06:38:04.493621 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:38:04.522800 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68977f02-8a90-4ea1-85a0-c0117210af87 {{(pid=86434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 06:38:04.539635 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] For port 68977f02-8a90-4ea1-85a0-c0117210af87, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=68977f02-8a90-4ea1-85a0-c0117210af87,segment=NetworkSegment(70740e35-fdb6-499b-a1a1-929fedd6d209),segment_id=70740e35-fdb6-499b-a1a1-929fedd6d209)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:38:04.548518 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-25dd958a-eaf8-4bd3-8a49-950344d799f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:38:04.556267 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5c4bbd8f-7fd0-4593-b126-08210f5afecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:38:04.564038 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-25dd958a-eaf8-4bd3-8a49-950344d799f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:38:04.568215 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-25dd958a-eaf8-4bd3-8a49-950344d799f3 admin admin] Usage tracker for resource:security_group_rule and tenant:4ad45e2ece464c3389389c3662da1d37 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:38:04.571177 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-25dd958a-eaf8-4bd3-8a49-950344d799f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:38:04.577416 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-25dd958a-eaf8-4bd3-8a49-950344d799f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:38:04.585008 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:38:04.587400 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:38:04.657480 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Pushing event updated for resources: {'Port': ['ID=68977f02-8a90-4ea1-85a0-c0117210af87,revision_number=4']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:38:04.660943 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:38:04.711406 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-25dd958a-eaf8-4bd3-8a49-950344d799f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:38:04.739275 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-25dd958a-eaf8-4bd3-8a49-950344d799f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:38:04.748538 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-e785284a-7177-44b6-b413-842669a48a10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:38:04.794453 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-25dd958a-eaf8-4bd3-8a49-950344d799f3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4ad45e2ece464c3389389c3662da1d37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3702230 Apr 21 06:38:04.795411 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dd958a-eaf8-4bd3-8a49-950344d799f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4827c197-8c75-4256-b6ea-ef0c025a050a,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:38:04.797372 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 55092) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:38:04.798744 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-25dd958a-eaf8-4bd3-8a49-950344d799f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:38:04.823240 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] get_ports_and_sgs() called for port_ids ['68977f02-8a90-4ea1-85a0-c0117210af87'] {{(pid=86434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:38:04.869158 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-b4dd6950-5043-453c-a25d-8baeff1fa8b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:38:04.903920 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-b4dd6950-5043-453c-a25d-8baeff1fa8b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:38:05.002272 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-b4dd6950-5043-453c-a25d-8baeff1fa8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:38:05.009003 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-40ac5b11-a1d8-4526-b8de-440afc8c0b56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:38:05.022498 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dd6950-5043-453c-a25d-8baeff1fa8b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4827c197-8c75-4256-b6ea-ef0c025a050a,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:38:05.024958 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-b4dd6950-5043-453c-a25d-8baeff1fa8b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:38:05.029692 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-b4dd6950-5043-453c-a25d-8baeff1fa8b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:38:05.033260 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-b4dd6950-5043-453c-a25d-8baeff1fa8b2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4827c197-8c75-4256-b6ea-ef0c025a050a HTTP/1.1" status: 204 len: 168 time: 0.2339325 Apr 21 06:38:05.134079 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cad77f-a4b3-4541-90ed-9e626359eaa3 req-f7176fa7-1054-40ce-81ee-b790154c70f0 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:38:05.136310 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-23cad77f-a4b3-4541-90ed-9e626359eaa3 req-f7176fa7-1054-40ce-81ee-b790154c70f0 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcb06a8d-541c-4bdb-89a6-a136652572ce HTTP/1.1" status: 200 len: 945 time: 0.0893333 Apr 21 06:38:05.156776 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:38:05.184903 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-23cad77f-a4b3-4541-90ed-9e626359eaa3 req-769cb45f-fd41-4f8b-bf2a-96af7fdb03dd tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca1ea185-3e42-43de-b1cb-5dd168350420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419209 Apr 21 06:38:05.590856 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:38:06.287991 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Device 68977f02-8a90-4ea1-85a0-c0117210af87 up at agent hyperv_hv-cinder-78239 {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:38:06.319765 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:38:06.395770 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdc16a3-a130-4780-a5ab-52ad7e2ab8e1 req-d0812e0b-eb7a-4431-9b44-0db797a3d3a3 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:38:06.397387 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-0bdc16a3-a130-4780-a5ab-52ad7e2ab8e1 req-d0812e0b-eb7a-4431-9b44-0db797a3d3a3 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcb06a8d-541c-4bdb-89a6-a136652572ce HTTP/1.1" status: 200 len: 945 time: 0.0941098 Apr 21 06:38:06.425336 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Provisioning for port 68977f02-8a90-4ea1-85a0-c0117210af87 completed by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:38:06.430537 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Provisioning complete for port 68977f02-8a90-4ea1-85a0-c0117210af87 triggered by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:38:06.430991 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:38:06.445844 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-0bdc16a3-a130-4780-a5ab-52ad7e2ab8e1 req-35be26b0-0386-4b2e-a0f1-cad0cf5300e4 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca1ea185-3e42-43de-b1cb-5dd168350420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416424 Apr 21 06:38:06.550759 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:38:06.580637 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcb06a8d-541c-4bdb-89a6-a136652572ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68977f02-8a90-4ea1-85a0-c0117210af87'}] {{(pid=86434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:38:06.591284 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] For port 68977f02-8a90-4ea1-85a0-c0117210af87, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=68977f02-8a90-4ea1-85a0-c0117210af87,segment=NetworkSegment(70740e35-fdb6-499b-a1a1-929fedd6d209),segment_id=70740e35-fdb6-499b-a1a1-929fedd6d209)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:38:06.620007 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:38:06.622046 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-1afb652e-970e-4b53-a15f-ff3726e46941 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:38:06.691689 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Pushing event updated for resources: {'Port': ['ID=68977f02-8a90-4ea1-85a0-c0117210af87,revision_number=5']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:38:06.694900 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:38:06.828158 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcb06a8d-541c-4bdb-89a6-a136652572ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68977f02-8a90-4ea1-85a0-c0117210af87', 'code': 200} Apr 21 06:38:07.123460 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60097fe0-a78f-4070-a29a-18855b221b16 req-f3203757-2a67-4aa1-b6c7-12ffed79c42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:38:07.125076 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-60097fe0-a78f-4070-a29a-18855b221b16 req-f3203757-2a67-4aa1-b6c7-12ffed79c42b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fcb06a8d-541c-4bdb-89a6-a136652572ce HTTP/1.1" status: 200 len: 1099 time: 0.0794821 Apr 21 06:38:07.151020 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:38:07.173644 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-60097fe0-a78f-4070-a29a-18855b221b16 req-a045f0f4-b698-4aa4-b2c3-43fb830677c8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ca1ea185-3e42-43de-b1cb-5dd168350420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390337 Apr 21 06:38:07.646424 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c69ef-ba9f-4d02-9f7e-0cdbb0a8d754 req-63a9e5f6-be78-48ff-b69d-93df175fdafd tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:38:07.648023 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-bd1c69ef-ba9f-4d02-9f7e-0cdbb0a8d754 req-63a9e5f6-be78-48ff-b69d-93df175fdafd tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcb06a8d-541c-4bdb-89a6-a136652572ce HTTP/1.1" status: 200 len: 946 time: 0.0871549 Apr 21 06:38:07.694011 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-bd1c69ef-ba9f-4d02-9f7e-0cdbb0a8d754 req-c9fbe47f-90cc-44e3-aca4-8fcafde982d9 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca1ea185-3e42-43de-b1cb-5dd168350420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396607 Apr 21 06:38:08.896736 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee5832-bf81-4b0a-9c73-4aba72d06241 req-a0235eae-60ae-40f7-a08c-0fd203591298 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:38:08.898236 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-21ee5832-bf81-4b0a-9c73-4aba72d06241 req-a0235eae-60ae-40f7-a08c-0fd203591298 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcb06a8d-541c-4bdb-89a6-a136652572ce HTTP/1.1" status: 200 len: 946 time: 0.0916300 Apr 21 06:38:08.947486 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-21ee5832-bf81-4b0a-9c73-4aba72d06241 req-e1709fc6-0223-446a-8f7d-eeda38d265fa tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca1ea185-3e42-43de-b1cb-5dd168350420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424225 Apr 21 06:38:21.275355 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e61f7-2f2c-4aa6-b71c-99cdf0536b5f req-297b0957-b8b6-4c51-8335-d7ae577043af tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:38:21.277011 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ac2e61f7-2f2c-4aa6-b71c-99cdf0536b5f req-297b0957-b8b6-4c51-8335-d7ae577043af tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/networks?id=94e39216-e826-4b5b-a7eb-f685f38864ec HTTP/1.1" status: 200 len: 815 time: 0.1652381 Apr 21 06:38:21.294052 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ac2e61f7-2f2c-4aa6-b71c-99cdf0536b5f req-ac681610-8e1c-45f5-a84a-a462530fa73b tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/quotas/f810c7961f9c442ea8530fa1c9aae738 HTTP/1.1" status: 200 len: 375 time: 0.0106978 Apr 21 06:38:21.388437 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ac2e61f7-2f2c-4aa6-b71c-99cdf0536b5f req-692cc953-1871-4b86-b87f-f0bf1d73b4a0 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f810c7961f9c442ea8530fa1c9aae738&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0880020 Apr 21 06:38:21.634765 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ac2e61f7-2f2c-4aa6-b71c-99cdf0536b5f req-066dd9f8-fd1a-4deb-abff-cbc28789283f service neutron] 10.222.0.15 "GET /v2.0/networks/94e39216-e826-4b5b-a7eb-f685f38864ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387865 Apr 21 06:38:21.775592 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ac2e61f7-2f2c-4aa6-b71c-99cdf0536b5f req-522dc368-0546-4f08-ac0b-95b3172535f9 service neutron] 10.222.0.15 "GET /v2.0/networks/94e39216-e826-4b5b-a7eb-f685f38864ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344230 Apr 21 06:38:22.035983 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1f524f63-aca3-43df-840c-5fbdd2a7ad3f req-bdd161d2-3ca0-4ba1-9ced-a3b8cd6a0442 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d17f928-cd36-4760-8488-d64bb0646d8f HTTP/1.1" status: 200 len: 210 time: 0.0555699 Apr 21 06:38:23.200351 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ee627dcb-1178-4e5b-8b16-15fcbfb2033b req-a849214a-50ef-48a0-910b-ec29b95c2283 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d17f928-cd36-4760-8488-d64bb0646d8f HTTP/1.1" status: 200 len: 210 time: 0.0482092 Apr 21 06:38:23.756784 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e61f7-2f2c-4aa6-b71c-99cdf0536b5f req-2b031024-69de-4475-b25f-80d117d79057 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:38:23.758535 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ac2e61f7-2f2c-4aa6-b71c-99cdf0536b5f req-2b031024-69de-4475-b25f-80d117d79057 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.11 "GET /v2.0/networks?id=94e39216-e826-4b5b-a7eb-f685f38864ec HTTP/1.1" status: 200 len: 815 time: 0.1570137 Apr 21 06:38:23.776559 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [req-ac2e61f7-2f2c-4aa6-b71c-99cdf0536b5f req-02ce68c9-ac0e-4f8a-b291-043e28617c94 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Request body: {'port': {'device_id': '5d17f928-cd36-4760-8488-d64bb0646d8f', 'network_id': '94e39216-e826-4b5b-a7eb-f685f38864ec', 'admin_state_up': True, 'tenant_id': 'f810c7961f9c442ea8530fa1c9aae738'}} {{(pid=86432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:38:23.920127 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [req-ac2e61f7-2f2c-4aa6-b71c-99cdf0536b5f req-02ce68c9-ac0e-4f8a-b291-043e28617c94 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:38:23.930090 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [req-ac2e61f7-2f2c-4aa6-b71c-99cdf0536b5f req-02ce68c9-ac0e-4f8a-b291-043e28617c94 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:38:23.967841 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac2e61f7-2f2c-4aa6-b71c-99cdf0536b5f req-02ce68c9-ac0e-4f8a-b291-043e28617c94 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Made reservation on behalf of f810c7961f9c442ea8530fa1c9aae738 for: {'port': 1} {{(pid=86432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:38:23.973909 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-ac2e61f7-2f2c-4aa6-b71c-99cdf0536b5f req-02ce68c9-ac0e-4f8a-b291-043e28617c94 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:38:24.088211 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:38:24.168498 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.db_base_plugin_common [req-ac2e61f7-2f2c-4aa6-b71c-99cdf0536b5f req-02ce68c9-ac0e-4f8a-b291-043e28617c94 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Allocated IP 172.20.0.10 (94e39216-e826-4b5b-a7eb-f685f38864ec/5b48bec6-b9c8-44fc-ab7c-912928195b36/70122957-bd06-4f69-8945-371bbc570799) {{(pid=86432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:38:24.377590 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6b7b25d8-49f2-40a9-b49f-d99d1e1972b5 req-ebc0284c-80c1-402f-8535-2a276c6dfa20 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d17f928-cd36-4760-8488-d64bb0646d8f HTTP/1.1" status: 200 len: 210 time: 0.0599487 Apr 21 06:38:24.433396 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-ac2e61f7-2f2c-4aa6-b71c-99cdf0536b5f req-02ce68c9-ac0e-4f8a-b291-043e28617c94 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Notify callbacks [] for port, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:38:24.493739 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-ac2e61f7-2f2c-4aa6-b71c-99cdf0536b5f req-02ce68c9-ac0e-4f8a-b291-043e28617c94 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363270981802970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848222423'] for port, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:38:24.501037 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-6863b085-f83c-48a1-871d-2d68b6d43533 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:38:24.506109 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] get_ports_and_sgs() called for port_ids ['a0ced8b3-170a-4b64-967d-88bc99d61d73', '5f6b47ed-afb4-4315-ba1f-218b11687d76', '68977f02-8a90-4ea1-85a0-c0117210af87'] {{(pid=86434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:38:24.560841 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac2e61f7-2f2c-4aa6-b71c-99cdf0536b5f req-02ce68c9-ac0e-4f8a-b291-043e28617c94 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Network 94e39216-e826-4b5b-a7eb-f685f38864ec is already hosted by enough agents. {{(pid=86432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:38:24.568925 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [req-ac2e61f7-2f2c-4aa6-b71c-99cdf0536b5f req-02ce68c9-ac0e-4f8a-b291-043e28617c94 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Resources bound (agent type, host, resource id): {{(pid=86432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:38:24.573770 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac2e61f7-2f2c-4aa6-b71c-99cdf0536b5f req-02ce68c9-ac0e-4f8a-b291-043e28617c94 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Received port after_create {{(pid=86432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:38:24.630017 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce68c9-ac0e-4f8a-b291-043e28617c94 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Pushing event updated for resources: {'Port': ['ID=70122957-bd06-4f69-8945-371bbc570799,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:38:24.648577 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-02ce68c9-ac0e-4f8a-b291-043e28617c94 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:38:24.662884 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e61f7-2f2c-4aa6-b71c-99cdf0536b5f req-02ce68c9-ac0e-4f8a-b291-043e28617c94 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:38:24.664608 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-ac2e61f7-2f2c-4aa6-b71c-99cdf0536b5f req-02ce68c9-ac0e-4f8a-b291-043e28617c94 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:38:24.729323 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ac2e61f7-2f2c-4aa6-b71c-99cdf0536b5f req-02ce68c9-ac0e-4f8a-b291-043e28617c94 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9569762 Apr 21 06:38:24.741785 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [req-ac2e61f7-2f2c-4aa6-b71c-99cdf0536b5f req-019414b0-c5e1-4285-aa1d-858e23de0472 service neutron] Request body: {'port': {'device_id': '5d17f928-cd36-4760-8488-d64bb0646d8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=86432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:38:24.863862 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-ac2e61f7-2f2c-4aa6-b71c-99cdf0536b5f req-019414b0-c5e1-4285-aa1d-858e23de0472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:38:25.244911 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [req-ac2e61f7-2f2c-4aa6-b71c-99cdf0536b5f req-019414b0-c5e1-4285-aa1d-858e23de0472 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70122957-bd06-4f69-8945-371bbc570799 {{(pid=86432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 06:38:25.253421 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-ac2e61f7-2f2c-4aa6-b71c-99cdf0536b5f req-019414b0-c5e1-4285-aa1d-858e23de0472 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:38:25.270066 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [req-ac2e61f7-2f2c-4aa6-b71c-99cdf0536b5f req-019414b0-c5e1-4285-aa1d-858e23de0472 service neutron] Transition to ACTIVE for port object 70122957-bd06-4f69-8945-371bbc570799 will not be triggered until provisioned by entity L2. {{(pid=86432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:38:25.322651 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-ac2e61f7-2f2c-4aa6-b71c-99cdf0536b5f req-019414b0-c5e1-4285-aa1d-858e23de0472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6553376'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:38:25.327782 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:38:25.492718 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019414b0-c5e1-4285-aa1d-858e23de0472 service neutron] Pushing event updated for resources: {'Port': ['ID=70122957-bd06-4f69-8945-371bbc570799,revision_number=2']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:38:25.539001 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-019414b0-c5e1-4285-aa1d-858e23de0472 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:38:25.638302 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [req-ac2e61f7-2f2c-4aa6-b71c-99cdf0536b5f req-019414b0-c5e1-4285-aa1d-858e23de0472 service neutron] Attempting to bind port 70122957-bd06-4f69-8945-371bbc570799 on host hv-cinder-78239 for vnic_type normal with profile {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:38:25.638696 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [req-ac2e61f7-2f2c-4aa6-b71c-99cdf0536b5f req-019414b0-c5e1-4285-aa1d-858e23de0472 service neutron] Attempting to bind port 70122957-bd06-4f69-8945-371bbc570799 by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': '70740e35-fdb6-499b-a1a1-929fedd6d209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '94e39216-e826-4b5b-a7eb-f685f38864ec'}] {{(pid=86432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:38:25.639073 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2e61f7-2f2c-4aa6-b71c-99cdf0536b5f req-019414b0-c5e1-4285-aa1d-858e23de0472 service neutron] Attempting to bind port 70122957-bd06-4f69-8945-371bbc570799 on network 94e39216-e826-4b5b-a7eb-f685f38864ec {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:38:25.648207 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2e61f7-2f2c-4aa6-b71c-99cdf0536b5f req-019414b0-c5e1-4285-aa1d-858e23de0472 service neutron] Port 70122957-bd06-4f69-8945-371bbc570799 on network 94e39216-e826-4b5b-a7eb-f685f38864ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 06:38:25.648569 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2e61f7-2f2c-4aa6-b71c-99cdf0536b5f req-019414b0-c5e1-4285-aa1d-858e23de0472 service neutron] Attempting to bind port 70122957-bd06-4f69-8945-371bbc570799 on network 94e39216-e826-4b5b-a7eb-f685f38864ec {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:38:25.660278 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a529d69e-35c0-4d21-906e-cc7eb942ee82 req-b066eedf-59f8-4173-a7d5-41826ff9f18b tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:38:25.661037 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-a529d69e-35c0-4d21-906e-cc7eb942ee82 req-b066eedf-59f8-4173-a7d5-41826ff9f18b tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Synchronizing usage tracker for tenant:f810c7961f9c442ea8530fa1c9aae738 on resource:port {{(pid=86432) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:38:25.666563 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2e61f7-2f2c-4aa6-b71c-99cdf0536b5f req-019414b0-c5e1-4285-aa1d-858e23de0472 service neutron] Checking agent: {'id': '1687539a-73b5-4d9c-8d40-15e28bacc92a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 2, 5), 'started_at': datetime.datetime(2021, 4, 21, 6, 2, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:38:25.666964 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2e61f7-2f2c-4aa6-b71c-99cdf0536b5f req-019414b0-c5e1-4285-aa1d-858e23de0472 service neutron] Checking segment: {'id': '70740e35-fdb6-499b-a1a1-929fedd6d209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '94e39216-e826-4b5b-a7eb-f685f38864ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:38:25.667374 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2e61f7-2f2c-4aa6-b71c-99cdf0536b5f req-019414b0-c5e1-4285-aa1d-858e23de0472 service neutron] Bound using segment: {'id': '70740e35-fdb6-499b-a1a1-929fedd6d209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '94e39216-e826-4b5b-a7eb-f685f38864ec'} {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:38:25.667871 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [req-ac2e61f7-2f2c-4aa6-b71c-99cdf0536b5f req-019414b0-c5e1-4285-aa1d-858e23de0472 service neutron] Bound port: 70122957-bd06-4f69-8945-371bbc570799, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70740e35-fdb6-499b-a1a1-929fedd6d209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '94e39216-e826-4b5b-a7eb-f685f38864ec'}}] {{(pid=86432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:38:25.668228 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-ac2e61f7-2f2c-4aa6-b71c-99cdf0536b5f req-019414b0-c5e1-4285-aa1d-858e23de0472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:38:25.749252 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-a529d69e-35c0-4d21-906e-cc7eb942ee82 req-b066eedf-59f8-4173-a7d5-41826ff9f18b tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Unset dirty status for tenant:f810c7961f9c442ea8530fa1c9aae738 on resource:port {{(pid=86432) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:38:25.750493 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a529d69e-35c0-4d21-906e-cc7eb942ee82 req-b066eedf-59f8-4173-a7d5-41826ff9f18b tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d17f928-cd36-4760-8488-d64bb0646d8f HTTP/1.1" status: 200 len: 944 time: 0.2548811 Apr 21 06:38:25.810066 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [req-ac2e61f7-2f2c-4aa6-b71c-99cdf0536b5f req-019414b0-c5e1-4285-aa1d-858e23de0472 service neutron] For port 70122957-bd06-4f69-8945-371bbc570799, host hv-cinder-78239, cleared binding levels {{(pid=86432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:38:25.818046 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a529d69e-35c0-4d21-906e-cc7eb942ee82 req-c4058439-757d-4faa-99b6-49033076e38a tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca1ea185-3e42-43de-b1cb-5dd168350420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546181 Apr 21 06:38:25.823315 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [req-ac2e61f7-2f2c-4aa6-b71c-99cdf0536b5f req-019414b0-c5e1-4285-aa1d-858e23de0472 service neutron] For port 70122957-bd06-4f69-8945-371bbc570799, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=70122957-bd06-4f69-8945-371bbc570799,segment=NetworkSegment(70740e35-fdb6-499b-a1a1-929fedd6d209),segment_id=70740e35-fdb6-499b-a1a1-929fedd6d209)] {{(pid=86432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:38:25.854142 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-ac2e61f7-2f2c-4aa6-b71c-99cdf0536b5f req-019414b0-c5e1-4285-aa1d-858e23de0472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6553376'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:38:25.859601 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-dff9f1be-624d-4565-b881-67fdf78f5b71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:38:25.920893 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e61f7-2f2c-4aa6-b71c-99cdf0536b5f req-019414b0-c5e1-4285-aa1d-858e23de0472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:38:25.921575 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-ac2e61f7-2f2c-4aa6-b71c-99cdf0536b5f req-019414b0-c5e1-4285-aa1d-858e23de0472 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:38:25.923094 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ac2e61f7-2f2c-4aa6-b71c-99cdf0536b5f req-019414b0-c5e1-4285-aa1d-858e23de0472 service neutron] 10.222.0.11 "PUT /v2.0/ports/70122957-bd06-4f69-8945-371bbc570799 HTTP/1.1" status: 200 len: 1094 time: 1.1860890 Apr 21 06:38:25.923662 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d17f928-cd36-4760-8488-d64bb0646d8f', 'tag': '70122957-bd06-4f69-8945-371bbc570799'}] {{(pid=86432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:38:25.944536 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019414b0-c5e1-4285-aa1d-858e23de0472 service neutron] Pushing event updated for resources: {'Port': ['ID=70122957-bd06-4f69-8945-371bbc570799,revision_number=3']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:38:25.948487 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-019414b0-c5e1-4285-aa1d-858e23de0472 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:38:25.980688 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d17f928-cd36-4760-8488-d64bb0646d8f', 'tag': '70122957-bd06-4f69-8945-371bbc570799', 'status': 'completed', 'code': 200} Apr 21 06:38:26.312085 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e61f7-2f2c-4aa6-b71c-99cdf0536b5f req-2304a9ee-016e-48cd-98ea-b088245b856a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:38:26.313681 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ac2e61f7-2f2c-4aa6-b71c-99cdf0536b5f req-2304a9ee-016e-48cd-98ea-b088245b856a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f810c7961f9c442ea8530fa1c9aae738&device_id=5d17f928-cd36-4760-8488-d64bb0646d8f HTTP/1.1" status: 200 len: 1097 time: 0.3278022 Apr 21 06:38:26.388521 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ac2e61f7-2f2c-4aa6-b71c-99cdf0536b5f req-c17c948a-397e-4040-8773-52d616c44e6c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70122957-bd06-4f69-8945-371bbc570799 HTTP/1.1" status: 200 len: 217 time: 0.0662158 Apr 21 06:38:26.462624 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e61f7-2f2c-4aa6-b71c-99cdf0536b5f req-70726c59-46a9-4c02-adb6-9fc49d6aeb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:38:26.464337 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ac2e61f7-2f2c-4aa6-b71c-99cdf0536b5f req-70726c59-46a9-4c02-adb6-9fc49d6aeb8b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5b48bec6-b9c8-44fc-ab7c-912928195b36 HTTP/1.1" status: 200 len: 855 time: 0.0687401 Apr 21 06:38:26.520809 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ac2e61f7-2f2c-4aa6-b71c-99cdf0536b5f req-32779792-1613-4065-8db0-0192f63e359d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=94e39216-e826-4b5b-a7eb-f685f38864ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495808 Apr 21 06:38:26.661754 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ac2e61f7-2f2c-4aa6-b71c-99cdf0536b5f req-74908811-ad03-4c52-8e53-a165bb41e3d6 service neutron] 10.222.0.11 "GET /v2.0/networks/94e39216-e826-4b5b-a7eb-f685f38864ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336150 Apr 21 06:38:26.802132 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ac2e61f7-2f2c-4aa6-b71c-99cdf0536b5f req-ade5f078-6cfb-467f-a529-75cbca483c36 service neutron] 10.222.0.11 "GET /v2.0/networks/94e39216-e826-4b5b-a7eb-f685f38864ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338425 Apr 21 06:38:26.970877 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f5a9b-ff6f-477f-b7a3-a38b25e52258 req-2304c83a-a3d4-4d42-b7c0-a3a176c897c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:38:26.972516 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c41f5a9b-ff6f-477f-b7a3-a38b25e52258 req-2304c83a-a3d4-4d42-b7c0-a3a176c897c7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f810c7961f9c442ea8530fa1c9aae738&device_id=5d17f928-cd36-4760-8488-d64bb0646d8f HTTP/1.1" status: 200 len: 1097 time: 0.0823054 Apr 21 06:38:27.028098 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6356b14-b113-473a-905a-8cfd6238a4b8 req-a017b6e8-5b93-4a51-a4c6-4854c61eb98b tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:38:27.029852 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e6356b14-b113-473a-905a-8cfd6238a4b8 req-a017b6e8-5b93-4a51-a4c6-4854c61eb98b tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d17f928-cd36-4760-8488-d64bb0646d8f HTTP/1.1" status: 200 len: 944 time: 0.0914624 Apr 21 06:38:27.078611 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e6356b14-b113-473a-905a-8cfd6238a4b8 req-102d87fc-4c1f-4230-ad1a-77e9b50c201f tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca1ea185-3e42-43de-b1cb-5dd168350420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418708 Apr 21 06:38:27.116889 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f5a9b-ff6f-477f-b7a3-a38b25e52258 req-7135d089-771a-4fe1-a2bb-7afdac37729f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:38:27.118465 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c41f5a9b-ff6f-477f-b7a3-a38b25e52258 req-7135d089-771a-4fe1-a2bb-7afdac37729f service neutron] 10.222.0.11 "GET /v2.0/networks?id=94e39216-e826-4b5b-a7eb-f685f38864ec HTTP/1.1" status: 200 len: 916 time: 0.1387689 Apr 21 06:38:27.189531 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c41f5a9b-ff6f-477f-b7a3-a38b25e52258 req-499296f8-463d-4fff-acf9-974026fdb49d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70122957-bd06-4f69-8945-371bbc570799 HTTP/1.1" status: 200 len: 217 time: 0.0641708 Apr 21 06:38:27.264010 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f5a9b-ff6f-477f-b7a3-a38b25e52258 req-49e0402b-94dd-47fe-a421-44fa1ec93f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:38:27.265578 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c41f5a9b-ff6f-477f-b7a3-a38b25e52258 req-49e0402b-94dd-47fe-a421-44fa1ec93f31 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5b48bec6-b9c8-44fc-ab7c-912928195b36 HTTP/1.1" status: 200 len: 855 time: 0.0669463 Apr 21 06:38:27.318550 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c41f5a9b-ff6f-477f-b7a3-a38b25e52258 req-979facf0-e9ef-4717-a02a-d6f380e2a7c1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=94e39216-e826-4b5b-a7eb-f685f38864ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455298 Apr 21 06:38:27.456891 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c41f5a9b-ff6f-477f-b7a3-a38b25e52258 req-c8050b57-1c7c-4684-a936-691187d16c62 service neutron] 10.222.0.11 "GET /v2.0/networks/94e39216-e826-4b5b-a7eb-f685f38864ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316545 Apr 21 06:38:27.600496 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c41f5a9b-ff6f-477f-b7a3-a38b25e52258 req-5481a173-1dab-4d6a-b419-6a3b6adbeb04 service neutron] 10.222.0.11 "GET /v2.0/networks/94e39216-e826-4b5b-a7eb-f685f38864ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366961 Apr 21 06:38:28.286357 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9565d9d-1f79-4993-a5a4-f069721f3c18 req-341b924d-d82a-4815-9a9f-d5e43629a002 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:38:28.288065 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c9565d9d-1f79-4993-a5a4-f069721f3c18 req-341b924d-d82a-4815-9a9f-d5e43629a002 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d17f928-cd36-4760-8488-d64bb0646d8f HTTP/1.1" status: 200 len: 944 time: 0.0958872 Apr 21 06:38:28.338081 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c9565d9d-1f79-4993-a5a4-f069721f3c18 req-c29e4ba5-2a0b-420a-a5d8-abd31be103c9 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca1ea185-3e42-43de-b1cb-5dd168350420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429378 Apr 21 06:38:29.548191 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b13a8c-007b-4575-8c98-b69768daf8dc req-fc0347df-6ebf-4b76-b442-6206c23aca24 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:38:29.549798 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-86b13a8c-007b-4575-8c98-b69768daf8dc req-fc0347df-6ebf-4b76-b442-6206c23aca24 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d17f928-cd36-4760-8488-d64bb0646d8f HTTP/1.1" status: 200 len: 944 time: 0.0941305 Apr 21 06:38:29.598787 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-86b13a8c-007b-4575-8c98-b69768daf8dc req-c0e893ae-1eee-43c1-ab3b-cb8dd18636cf tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca1ea185-3e42-43de-b1cb-5dd168350420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425355 Apr 21 06:38:30.439096 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Device 70122957-bd06-4f69-8945-371bbc570799 details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=86434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 06:38:30.582431 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] For port 70122957-bd06-4f69-8945-371bbc570799, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=70122957-bd06-4f69-8945-371bbc570799,segment=NetworkSegment(70740e35-fdb6-499b-a1a1-929fedd6d209),segment_id=70740e35-fdb6-499b-a1a1-929fedd6d209)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:38:30.596888 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Returning: {'device': '70122957-bd06-4f69-8945-371bbc570799', 'network_id': '94e39216-e826-4b5b-a7eb-f685f38864ec', 'port_id': '70122957-bd06-4f69-8945-371bbc570799', 'mac_address': 'fa:16:3e:d7:50:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b48bec6-b9c8-44fc-ab7c-912928195b36', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 06:38:30.656760 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:38:30.674771 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70122957-bd06-4f69-8945-371bbc570799 {{(pid=86434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 06:38:30.690930 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] For port 70122957-bd06-4f69-8945-371bbc570799, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=70122957-bd06-4f69-8945-371bbc570799,segment=NetworkSegment(70740e35-fdb6-499b-a1a1-929fedd6d209),segment_id=70740e35-fdb6-499b-a1a1-929fedd6d209)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:38:30.733819 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:38:30.736047 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:38:30.803760 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c69a335-50c0-4522-ae8d-85b20102324e req-08cd1f9d-f3db-45d9-9f8b-dab434264916 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:38:30.805366 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-5c69a335-50c0-4522-ae8d-85b20102324e req-08cd1f9d-f3db-45d9-9f8b-dab434264916 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d17f928-cd36-4760-8488-d64bb0646d8f HTTP/1.1" status: 200 len: 945 time: 0.0925522 Apr 21 06:38:30.808901 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Pushing event updated for resources: {'Port': ['ID=70122957-bd06-4f69-8945-371bbc570799,revision_number=4']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:38:30.812199 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:38:30.855630 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-5c69a335-50c0-4522-ae8d-85b20102324e req-84e759fd-50b0-4118-ac53-68a127078290 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca1ea185-3e42-43de-b1cb-5dd168350420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421517 Apr 21 06:38:30.967747 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] get_ports_and_sgs() called for port_ids ['70122957-bd06-4f69-8945-371bbc570799'] {{(pid=86434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:38:31.084930 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-4022eca5-1815-48cf-bd71-26fa1b2c4212 req-24a0be1d-69d0-41de-a822-7889ba3e047c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bbebc298-7bb8-4276-bd07-044119666d58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0805259 Apr 21 06:38:31.259751 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4022eca5-1815-48cf-bd71-26fa1b2c4212 req-d02d1424-f554-4c61-874e-1f5dbb0c43a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:38:31.262012 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-4022eca5-1815-48cf-bd71-26fa1b2c4212 req-d02d1424-f554-4c61-874e-1f5dbb0c43a2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f810c7961f9c442ea8530fa1c9aae738&device_id=bbebc298-7bb8-4276-bd07-044119666d58 HTTP/1.1" status: 200 len: 1098 time: 0.1044176 Apr 21 06:38:31.422614 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4022eca5-1815-48cf-bd71-26fa1b2c4212 req-164eec6b-08d9-488d-a884-b4bdb4ca9a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:38:31.424227 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-4022eca5-1815-48cf-bd71-26fa1b2c4212 req-164eec6b-08d9-488d-a884-b4bdb4ca9a9e service neutron] 10.222.0.11 "GET /v2.0/networks?id=94e39216-e826-4b5b-a7eb-f685f38864ec HTTP/1.1" status: 200 len: 916 time: 0.1409388 Apr 21 06:38:31.501049 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-4022eca5-1815-48cf-bd71-26fa1b2c4212 req-6494db91-2c65-4ce3-93d2-9cb6bad7cef1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a0ced8b3-170a-4b64-967d-88bc99d61d73 HTTP/1.1" status: 200 len: 217 time: 0.0693712 Apr 21 06:38:31.573025 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4022eca5-1815-48cf-bd71-26fa1b2c4212 req-a3079b28-78a1-4273-bef4-fbfd393d8bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:38:31.574609 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-4022eca5-1815-48cf-bd71-26fa1b2c4212 req-a3079b28-78a1-4273-bef4-fbfd393d8bcd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5b48bec6-b9c8-44fc-ab7c-912928195b36 HTTP/1.1" status: 200 len: 855 time: 0.0657158 Apr 21 06:38:31.629491 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-4022eca5-1815-48cf-bd71-26fa1b2c4212 req-80974dd1-26e7-40c8-bb08-309f249d966f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=94e39216-e826-4b5b-a7eb-f685f38864ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474670 Apr 21 06:38:31.776156 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-4022eca5-1815-48cf-bd71-26fa1b2c4212 req-50313d7a-deaa-4c18-8652-47f46b4cfc7e service neutron] 10.222.0.11 "GET /v2.0/networks/94e39216-e826-4b5b-a7eb-f685f38864ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381426 Apr 21 06:38:31.922873 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-4022eca5-1815-48cf-bd71-26fa1b2c4212 req-0c33f4fc-f5e9-4451-bce9-5d2174091c12 service neutron] 10.222.0.11 "GET /v2.0/networks/94e39216-e826-4b5b-a7eb-f685f38864ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403949 Apr 21 06:38:32.079753 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69960ee-8608-4e78-959f-ead41670edfe req-736a0302-e75a-4ca3-8ff5-1f03aa6a0173 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:38:32.081445 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a69960ee-8608-4e78-959f-ead41670edfe req-736a0302-e75a-4ca3-8ff5-1f03aa6a0173 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d17f928-cd36-4760-8488-d64bb0646d8f HTTP/1.1" status: 200 len: 945 time: 0.1045077 Apr 21 06:38:32.111087 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3ed6d179-c495-46e1-a854-2d268096c18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:38:32.134524 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a69960ee-8608-4e78-959f-ead41670edfe req-d5b7804e-98f9-4ee9-9082-c5247b35b8bc tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca1ea185-3e42-43de-b1cb-5dd168350420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463078 Apr 21 06:38:32.448997 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Device 70122957-bd06-4f69-8945-371bbc570799 up at agent hyperv_hv-cinder-78239 {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:38:32.580396 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Provisioning for port 70122957-bd06-4f69-8945-371bbc570799 completed by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:38:32.585895 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Provisioning complete for port 70122957-bd06-4f69-8945-371bbc570799 triggered by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:38:32.586359 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:38:32.713779 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:38:32.743308 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d17f928-cd36-4760-8488-d64bb0646d8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70122957-bd06-4f69-8945-371bbc570799'}] {{(pid=86434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:38:32.759805 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] For port 70122957-bd06-4f69-8945-371bbc570799, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=70122957-bd06-4f69-8945-371bbc570799,segment=NetworkSegment(70740e35-fdb6-499b-a1a1-929fedd6d209),segment_id=70740e35-fdb6-499b-a1a1-929fedd6d209)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:38:32.793096 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d17f928-cd36-4760-8488-d64bb0646d8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70122957-bd06-4f69-8945-371bbc570799', 'code': 200} Apr 21 06:38:32.796253 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:38:32.798305 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-1afb652e-970e-4b53-a15f-ff3726e46941 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:38:32.869914 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Pushing event updated for resources: {'Port': ['ID=70122957-bd06-4f69-8945-371bbc570799,revision_number=5']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:38:32.873700 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:38:33.097356 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528dcb11-f56b-4476-83b4-ec7680adbead req-a390725b-1e66-40c4-8380-f2462c98ef76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:38:33.098657 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-528dcb11-f56b-4476-83b4-ec7680adbead req-a390725b-1e66-40c4-8380-f2462c98ef76 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5d17f928-cd36-4760-8488-d64bb0646d8f HTTP/1.1" status: 200 len: 1099 time: 0.0887001 Apr 21 06:38:33.144258 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-528dcb11-f56b-4476-83b4-ec7680adbead req-61471fbf-29fe-434c-afef-e5bd2ee1d687 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ca1ea185-3e42-43de-b1cb-5dd168350420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381596 Apr 21 06:38:33.342957 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b47bf45-5eb3-470c-b416-668d7811f4f6 req-50d347c9-835b-4460-a2f0-dc1b8807c154 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:38:33.344689 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-7b47bf45-5eb3-470c-b416-668d7811f4f6 req-50d347c9-835b-4460-a2f0-dc1b8807c154 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d17f928-cd36-4760-8488-d64bb0646d8f HTTP/1.1" status: 200 len: 946 time: 0.0911705 Apr 21 06:38:33.396809 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-7b47bf45-5eb3-470c-b416-668d7811f4f6 req-3241bcbf-bb23-490f-b1cb-210631065672 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca1ea185-3e42-43de-b1cb-5dd168350420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453470 Apr 21 06:38:34.579675 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-90be2277-6102-4b21-a146-3726b58b5fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:38:34.677679 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a23ad65-6924-4a63-9d77-369ed088e9d8 req-606e4ee4-7d54-40e8-92b6-76f51ceefeb6 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:38:34.679396 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-5a23ad65-6924-4a63-9d77-369ed088e9d8 req-606e4ee4-7d54-40e8-92b6-76f51ceefeb6 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d17f928-cd36-4760-8488-d64bb0646d8f HTTP/1.1" status: 200 len: 946 time: 0.0948410 Apr 21 06:38:34.730192 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-5a23ad65-6924-4a63-9d77-369ed088e9d8 req-0db33759-73ec-4422-bc8d-65bb6febfd1c tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca1ea185-3e42-43de-b1cb-5dd168350420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438416 Apr 21 06:38:35.185085 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:38:35.596492 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:38:36.316902 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:38:37.143347 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:38:48.356378 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50767a8-353c-4b34-bebd-34381f080f7e req-61ab71fb-febf-4d5b-85b7-f0f5fbf05acd tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:38:48.358066 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d50767a8-353c-4b34-bebd-34381f080f7e req-61ab71fb-febf-4d5b-85b7-f0f5fbf05acd tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d17f928-cd36-4760-8488-d64bb0646d8f HTTP/1.1" status: 200 len: 946 time: 0.0929432 Apr 21 06:38:48.411489 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d50767a8-353c-4b34-bebd-34381f080f7e req-8bbf0e16-bf30-4544-bb5d-609fd8310fe8 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca1ea185-3e42-43de-b1cb-5dd168350420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466652 Apr 21 06:38:49.616413 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff6466d-da12-48c2-8e7c-6d984409c342 req-8c96a144-2c86-4cc7-840a-c17a79674441 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:38:49.618011 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-9ff6466d-da12-48c2-8e7c-6d984409c342 req-8c96a144-2c86-4cc7-840a-c17a79674441 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d17f928-cd36-4760-8488-d64bb0646d8f HTTP/1.1" status: 200 len: 946 time: 0.0918283 Apr 21 06:38:49.667174 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-9ff6466d-da12-48c2-8e7c-6d984409c342 req-5a9446b9-2baa-4e74-8f89-d7239f5f2d75 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca1ea185-3e42-43de-b1cb-5dd168350420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419981 Apr 21 06:38:49.800781 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aac981-7e0e-40e7-9c65-2a76cc6d4c25 req-6f59e1e2-e386-4e8c-8c60-8e7681ad41cc tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:38:49.802375 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-19aac981-7e0e-40e7-9c65-2a76cc6d4c25 req-6f59e1e2-e386-4e8c-8c60-8e7681ad41cc tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d17f928-cd36-4760-8488-d64bb0646d8f HTTP/1.1" status: 200 len: 946 time: 0.0936444 Apr 21 06:38:49.881391 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [req-19aac981-7e0e-40e7-9c65-2a76cc6d4c25 req-09fbb4fe-dc1e-4894-bc3e-73ff40b281b4 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Deleting port 70122957-bd06-4f69-8945-371bbc570799 {{(pid=86432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:38:49.881692 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-19aac981-7e0e-40e7-9c65-2a76cc6d4c25 req-09fbb4fe-dc1e-4894-bc3e-73ff40b281b4 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363270981359476'] for port, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:38:50.168514 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [req-19aac981-7e0e-40e7-9c65-2a76cc6d4c25 req-09fbb4fe-dc1e-4894-bc3e-73ff40b281b4 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] For port 70122957-bd06-4f69-8945-371bbc570799, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=70122957-bd06-4f69-8945-371bbc570799,segment=NetworkSegment(70740e35-fdb6-499b-a1a1-929fedd6d209),segment_id=70740e35-fdb6-499b-a1a1-929fedd6d209)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:38:50.168831 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-19aac981-7e0e-40e7-9c65-2a76cc6d4c25 req-09fbb4fe-dc1e-4894-bc3e-73ff40b281b4 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846743427'] for port, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:38:50.302966 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [req-19aac981-7e0e-40e7-9c65-2a76cc6d4c25 req-09fbb4fe-dc1e-4894-bc3e-73ff40b281b4 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Calling delete_port for 70122957-bd06-4f69-8945-371bbc570799 owned by compute:nova {{(pid=86432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:38:50.568029 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-19aac981-7e0e-40e7-9c65-2a76cc6d4c25 req-09fbb4fe-dc1e-4894-bc3e-73ff40b281b4 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270981355551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765872972847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848222423'] for port, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:38:50.575216 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-02ce68c9-ac0e-4f8a-b291-043e28617c94 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:38:50.580536 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] get_ports_and_sgs() called for port_ids ['a0ced8b3-170a-4b64-967d-88bc99d61d73', '5f6b47ed-afb4-4315-ba1f-218b11687d76', '68977f02-8a90-4ea1-85a0-c0117210af87', '70122957-bd06-4f69-8945-371bbc570799'] {{(pid=86434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:38:50.624545 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fbb4fe-dc1e-4894-bc3e-73ff40b281b4 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Pushing event deleted for resources: {'Port': ['ID=70122957-bd06-4f69-8945-371bbc570799,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:38:50.661637 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fbb4fe-dc1e-4894-bc3e-73ff40b281b4 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:38:50.662057 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fbb4fe-dc1e-4894-bc3e-73ff40b281b4 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:38:50.662473 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fbb4fe-dc1e-4894-bc3e-73ff40b281b4 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:38:50.662932 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fbb4fe-dc1e-4894-bc3e-73ff40b281b4 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:38:50.663336 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fbb4fe-dc1e-4894-bc3e-73ff40b281b4 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:38:50.663740 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fbb4fe-dc1e-4894-bc3e-73ff40b281b4 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:38:50.664140 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fbb4fe-dc1e-4894-bc3e-73ff40b281b4 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:38:50.664537 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fbb4fe-dc1e-4894-bc3e-73ff40b281b4 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:38:50.664933 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fbb4fe-dc1e-4894-bc3e-73ff40b281b4 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:38:50.665329 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fbb4fe-dc1e-4894-bc3e-73ff40b281b4 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:38:50.665743 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fbb4fe-dc1e-4894-bc3e-73ff40b281b4 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:38:50.666166 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fbb4fe-dc1e-4894-bc3e-73ff40b281b4 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:38:50.675357 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-09fbb4fe-dc1e-4894-bc3e-73ff40b281b4 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:38:50.725116 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [req-19aac981-7e0e-40e7-9c65-2a76cc6d4c25 req-09fbb4fe-dc1e-4894-bc3e-73ff40b281b4 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] No DVR routers for this DVR port 70122957-bd06-4f69-8945-371bbc570799 on host hv-cinder-78239 {{(pid=86432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 06:38:50.727686 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-19aac981-7e0e-40e7-9c65-2a76cc6d4c25 req-09fbb4fe-dc1e-4894-bc3e-73ff40b281b4 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:38:50.730585 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d17f928-cd36-4760-8488-d64bb0646d8f', 'name': 'network-vif-deleted', 'tag': '70122957-bd06-4f69-8945-371bbc570799'}] {{(pid=86432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:38:50.774590 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-19aac981-7e0e-40e7-9c65-2a76cc6d4c25 req-09fbb4fe-dc1e-4894-bc3e-73ff40b281b4 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.11 "DELETE /v2.0/ports/70122957-bd06-4f69-8945-371bbc570799 HTTP/1.1" status: 204 len: 173 time: 0.9664414 Apr 21 06:38:50.801327 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d17f928-cd36-4760-8488-d64bb0646d8f', 'name': 'network-vif-deleted', 'tag': '70122957-bd06-4f69-8945-371bbc570799', 'status': 'completed', 'code': 200} Apr 21 06:38:50.876819 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-50fb3c46-a53b-472e-aa59-e0f867d578f0 req-9c92babd-dafd-4294-abfc-24ce0869ace5 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d17f928-cd36-4760-8488-d64bb0646d8f HTTP/1.1" status: 200 len: 210 time: 0.0576837 Apr 21 06:38:53.745015 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d04d60c-88fb-49d4-aaa9-311b16b03320 req-5de027e2-2974-4bcf-b372-682777481303 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:38:53.745791 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-8d04d60c-88fb-49d4-aaa9-311b16b03320 req-5de027e2-2974-4bcf-b372-682777481303 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Synchronizing usage tracker for tenant:f810c7961f9c442ea8530fa1c9aae738 on resource:port {{(pid=86432) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:38:53.779520 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-8d04d60c-88fb-49d4-aaa9-311b16b03320 req-5de027e2-2974-4bcf-b372-682777481303 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Unset dirty status for tenant:f810c7961f9c442ea8530fa1c9aae738 on resource:port {{(pid=86432) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:38:53.780822 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-8d04d60c-88fb-49d4-aaa9-311b16b03320 req-5de027e2-2974-4bcf-b372-682777481303 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcb06a8d-541c-4bdb-89a6-a136652572ce HTTP/1.1" status: 200 len: 946 time: 0.1245608 Apr 21 06:38:53.829814 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-8d04d60c-88fb-49d4-aaa9-311b16b03320 req-621d9455-ccb1-469e-920f-951fb7f0bad6 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca1ea185-3e42-43de-b1cb-5dd168350420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424852 Apr 21 06:38:54.495184 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Device 70122957-bd06-4f69-8945-371bbc570799 no longer exists at agent hyperv_hv-cinder-78239 {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:38:54.547917 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] No Port match for: 70122957-bd06-4f69-8945-371bbc570799 {{(pid=86434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:38:54.548613 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Device 70122957-bd06-4f69-8945-371bbc570799 not bound to the agent host hv-cinder-78239 {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:38:55.035176 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80504e76-4cee-4faa-b9b0-33d8285c7263 req-c5b5a90c-a0ca-4f5a-b08f-a85a31b80187 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:38:55.037449 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-80504e76-4cee-4faa-b9b0-33d8285c7263 req-c5b5a90c-a0ca-4f5a-b08f-a85a31b80187 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcb06a8d-541c-4bdb-89a6-a136652572ce HTTP/1.1" status: 200 len: 946 time: 0.0938132 Apr 21 06:38:55.145057 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-80504e76-4cee-4faa-b9b0-33d8285c7263 req-2c111986-819c-4989-aa6f-5567ea2b48df tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca1ea185-3e42-43de-b1cb-5dd168350420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010447 Apr 21 06:38:55.179667 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4052a6e-4bd0-4ae9-8fe7-015233532aa2 req-0beacb20-7b2b-47ef-b529-7101a21acf45 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:38:55.181314 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c4052a6e-4bd0-4ae9-8fe7-015233532aa2 req-0beacb20-7b2b-47ef-b529-7101a21acf45 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.11 "GET /v2.0/ports?device_id=fcb06a8d-541c-4bdb-89a6-a136652572ce HTTP/1.1" status: 200 len: 946 time: 0.1156309 Apr 21 06:38:55.265477 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [req-c4052a6e-4bd0-4ae9-8fe7-015233532aa2 req-79d611a3-971e-440f-863d-360bb66fdb7b tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Deleting port 68977f02-8a90-4ea1-85a0-c0117210af87 {{(pid=86432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:38:55.265846 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-c4052a6e-4bd0-4ae9-8fe7-015233532aa2 req-79d611a3-971e-440f-863d-360bb66fdb7b tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363270981359476'] for port, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:38:55.538160 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [req-c4052a6e-4bd0-4ae9-8fe7-015233532aa2 req-79d611a3-971e-440f-863d-360bb66fdb7b tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] For port 68977f02-8a90-4ea1-85a0-c0117210af87, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=68977f02-8a90-4ea1-85a0-c0117210af87,segment=NetworkSegment(70740e35-fdb6-499b-a1a1-929fedd6d209),segment_id=70740e35-fdb6-499b-a1a1-929fedd6d209)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:38:55.538550 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-c4052a6e-4bd0-4ae9-8fe7-015233532aa2 req-79d611a3-971e-440f-863d-360bb66fdb7b tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846743427'] for port, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:38:55.691484 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [req-c4052a6e-4bd0-4ae9-8fe7-015233532aa2 req-79d611a3-971e-440f-863d-360bb66fdb7b tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Calling delete_port for 68977f02-8a90-4ea1-85a0-c0117210af87 owned by compute:nova {{(pid=86432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:38:55.944968 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-c4052a6e-4bd0-4ae9-8fe7-015233532aa2 req-79d611a3-971e-440f-863d-360bb66fdb7b tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270981355551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765872972847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848222423'] for port, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:38:55.951334 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9ca75626-abe6-4704-8b9e-8e83372b0914 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:38:55.956376 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] get_ports_and_sgs() called for port_ids ['a0ced8b3-170a-4b64-967d-88bc99d61d73', '5f6b47ed-afb4-4315-ba1f-218b11687d76', '68977f02-8a90-4ea1-85a0-c0117210af87'] {{(pid=86434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:38:56.001491 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d611a3-971e-440f-863d-360bb66fdb7b tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Pushing event deleted for resources: {'Port': ['ID=68977f02-8a90-4ea1-85a0-c0117210af87,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:38:56.005010 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-79d611a3-971e-440f-863d-360bb66fdb7b tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:38:56.389496 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4052a6e-4bd0-4ae9-8fe7-015233532aa2 req-79d611a3-971e-440f-863d-360bb66fdb7b tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] No DVR routers for this DVR port 68977f02-8a90-4ea1-85a0-c0117210af87 on host hv-cinder-78239 {{(pid=86432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 06:38:56.396704 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-c4052a6e-4bd0-4ae9-8fe7-015233532aa2 req-79d611a3-971e-440f-863d-360bb66fdb7b tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:38:56.399536 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcb06a8d-541c-4bdb-89a6-a136652572ce', 'name': 'network-vif-deleted', 'tag': '68977f02-8a90-4ea1-85a0-c0117210af87'}] {{(pid=86432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:38:56.413782 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d06f96f2-bfc0-40a1-a4a9-615ef52357ca req-c650e7ce-d4ec-4dc4-a5b1-fd5d41518ab0 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcb06a8d-541c-4bdb-89a6-a136652572ce HTTP/1.1" status: 200 len: 210 time: 0.0667562 Apr 21 06:38:56.457974 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcb06a8d-541c-4bdb-89a6-a136652572ce', 'name': 'network-vif-deleted', 'tag': '68977f02-8a90-4ea1-85a0-c0117210af87', 'status': 'completed', 'code': 200} Apr 21 06:38:56.471928 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c4052a6e-4bd0-4ae9-8fe7-015233532aa2 req-79d611a3-971e-440f-863d-360bb66fdb7b tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.11 "DELETE /v2.0/ports/68977f02-8a90-4ea1-85a0-c0117210af87 HTTP/1.1" status: 204 len: 173 time: 1.2850697 Apr 21 06:38:58.022794 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c9222-65c4-41be-b00c-9a960c1daa1b req-6140ddb4-2188-4064-97fa-4aa310f4fab0 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:38:58.023569 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-b05c9222-65c4-41be-b00c-9a960c1daa1b req-6140ddb4-2188-4064-97fa-4aa310f4fab0 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Synchronizing usage tracker for tenant:f810c7961f9c442ea8530fa1c9aae738 on resource:port {{(pid=86432) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:38:58.059465 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-b05c9222-65c4-41be-b00c-9a960c1daa1b req-6140ddb4-2188-4064-97fa-4aa310f4fab0 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Unset dirty status for tenant:f810c7961f9c442ea8530fa1c9aae738 on resource:port {{(pid=86432) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:38:58.060716 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b05c9222-65c4-41be-b00c-9a960c1daa1b req-6140ddb4-2188-4064-97fa-4aa310f4fab0 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8c0f684-d772-405a-8367-c4075ffdb2ad HTTP/1.1" status: 200 len: 946 time: 0.1318762 Apr 21 06:38:58.114086 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-b05c9222-65c4-41be-b00c-9a960c1daa1b req-67e1932f-b35b-42fa-8877-ca8857cbfdab tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca1ea185-3e42-43de-b1cb-5dd168350420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470061 Apr 21 06:38:58.495691 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Device 68977f02-8a90-4ea1-85a0-c0117210af87 no longer exists at agent hyperv_hv-cinder-78239 {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:38:58.535668 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] No Port match for: 68977f02-8a90-4ea1-85a0-c0117210af87 {{(pid=86434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:38:58.536071 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Device 68977f02-8a90-4ea1-85a0-c0117210af87 not bound to the agent host hv-cinder-78239 {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:38:59.202020 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eeb17a-323d-4eda-879e-04fc80879e3a req-b74403a2-9a9e-4409-ab4a-56cc7c0b0b19 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:38:59.203765 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-97eeb17a-323d-4eda-879e-04fc80879e3a req-b74403a2-9a9e-4409-ab4a-56cc7c0b0b19 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8c0f684-d772-405a-8367-c4075ffdb2ad HTTP/1.1" status: 200 len: 946 time: 0.0906048 Apr 21 06:38:59.339650 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [req-97eeb17a-323d-4eda-879e-04fc80879e3a req-c2302c11-b685-46b8-89a4-b3188ce0b5c6 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Deleting port 5f6b47ed-afb4-4315-ba1f-218b11687d76 {{(pid=86432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:38:59.340041 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-97eeb17a-323d-4eda-879e-04fc80879e3a req-c2302c11-b685-46b8-89a4-b3188ce0b5c6 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363270981359476'] for port, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:38:59.471587 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9aea9-e7b3-4dce-944a-d89d2f28e763 req-1a0c1f00-fbe1-4ace-a11b-3a0f681be654 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:38:59.473200 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f8a9aea9-e7b3-4dce-944a-d89d2f28e763 req-1a0c1f00-fbe1-4ace-a11b-3a0f681be654 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8c0f684-d772-405a-8367-c4075ffdb2ad HTTP/1.1" status: 200 len: 946 time: 0.2285771 Apr 21 06:38:59.626444 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f8a9aea9-e7b3-4dce-944a-d89d2f28e763 req-e4d19e51-a427-4e4b-a819-99d1167a3efc tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca1ea185-3e42-43de-b1cb-5dd168350420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413634 Apr 21 06:38:59.677171 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [req-97eeb17a-323d-4eda-879e-04fc80879e3a req-c2302c11-b685-46b8-89a4-b3188ce0b5c6 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] For port 5f6b47ed-afb4-4315-ba1f-218b11687d76, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=5f6b47ed-afb4-4315-ba1f-218b11687d76,segment=NetworkSegment(70740e35-fdb6-499b-a1a1-929fedd6d209),segment_id=70740e35-fdb6-499b-a1a1-929fedd6d209)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:38:59.677575 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-97eeb17a-323d-4eda-879e-04fc80879e3a req-c2302c11-b685-46b8-89a4-b3188ce0b5c6 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846743427'] for port, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:38:59.816895 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [req-97eeb17a-323d-4eda-879e-04fc80879e3a req-c2302c11-b685-46b8-89a4-b3188ce0b5c6 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Calling delete_port for 5f6b47ed-afb4-4315-ba1f-218b11687d76 owned by compute:nova {{(pid=86432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:39:00.002612 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-97eeb17a-323d-4eda-879e-04fc80879e3a req-c2302c11-b685-46b8-89a4-b3188ce0b5c6 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270981355551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765872972847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848222423'] for port, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:00.011252 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-dd69a7d6-d3a8-4ebf-b040-e12d8c5c99d8 tempest-ServerRescueNegativeTestJSON-998410373 tempest-ServerRescueNegativeTestJSON-998410373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:39:00.014437 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] get_ports_and_sgs() called for port_ids ['a0ced8b3-170a-4b64-967d-88bc99d61d73', '5f6b47ed-afb4-4315-ba1f-218b11687d76'] {{(pid=86434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:39:00.108341 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2302c11-b685-46b8-89a4-b3188ce0b5c6 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Pushing event deleted for resources: {'Port': ['ID=5f6b47ed-afb4-4315-ba1f-218b11687d76,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:39:00.116170 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-c2302c11-b685-46b8-89a4-b3188ce0b5c6 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:39:00.168576 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [req-97eeb17a-323d-4eda-879e-04fc80879e3a req-c2302c11-b685-46b8-89a4-b3188ce0b5c6 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] No DVR routers for this DVR port 5f6b47ed-afb4-4315-ba1f-218b11687d76 on host hv-cinder-78239 {{(pid=86432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 06:39:00.172296 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-97eeb17a-323d-4eda-879e-04fc80879e3a req-c2302c11-b685-46b8-89a4-b3188ce0b5c6 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:00.184254 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8c0f684-d772-405a-8367-c4075ffdb2ad', 'name': 'network-vif-deleted', 'tag': '5f6b47ed-afb4-4315-ba1f-218b11687d76'}] {{(pid=86432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:39:00.221583 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-97eeb17a-323d-4eda-879e-04fc80879e3a req-c2302c11-b685-46b8-89a4-b3188ce0b5c6 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.11 "DELETE /v2.0/ports/5f6b47ed-afb4-4315-ba1f-218b11687d76 HTTP/1.1" status: 204 len: 173 time: 1.0124261 Apr 21 06:39:00.300688 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8c0f684-d772-405a-8367-c4075ffdb2ad', 'name': 'network-vif-deleted', 'tag': '5f6b47ed-afb4-4315-ba1f-218b11687d76', 'status': 'completed', 'code': 200} Apr 21 06:39:00.813662 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-209b636f-924e-413c-9755-85121e4e17ff req-714e4c98-c2b3-423b-9eca-510496e68f59 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8c0f684-d772-405a-8367-c4075ffdb2ad HTTP/1.1" status: 200 len: 210 time: 0.0560377 Apr 21 06:39:01.089589 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:39:02.087542 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-25e4d1aa-c760-4b90-9136-f8bbfa217bdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:02.496947 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Device 5f6b47ed-afb4-4315-ba1f-218b11687d76 no longer exists at agent hyperv_hv-cinder-78239 {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:39:02.549681 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] No Port match for: 5f6b47ed-afb4-4315-ba1f-218b11687d76 {{(pid=86434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:39:02.550011 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Device 5f6b47ed-afb4-4315-ba1f-218b11687d76 not bound to the agent host hv-cinder-78239 {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:39:03.701737 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d5ea3-8a1b-4636-b387-1a2ed8fdbf8f req-fe151684-0429-4550-b367-46c465b35cf7 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:39:03.703441 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-449d5ea3-8a1b-4636-b387-1a2ed8fdbf8f req-fe151684-0429-4550-b367-46c465b35cf7 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbebc298-7bb8-4276-bd07-044119666d58 HTTP/1.1" status: 200 len: 945 time: 0.0989182 Apr 21 06:39:03.762093 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-449d5ea3-8a1b-4636-b387-1a2ed8fdbf8f req-c27801d0-bbdb-40bb-9ad1-06350a1e5cf1 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca1ea185-3e42-43de-b1cb-5dd168350420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503688 Apr 21 06:39:04.192108 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095053cd-3544-4f84-9515-267c7e25b0e3 req-bae97ff5-b457-451b-9954-02d0a0cb8de8 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:39:04.192917 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-095053cd-3544-4f84-9515-267c7e25b0e3 req-bae97ff5-b457-451b-9954-02d0a0cb8de8 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Synchronizing usage tracker for tenant:f810c7961f9c442ea8530fa1c9aae738 on resource:port {{(pid=86432) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:39:04.242308 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-095053cd-3544-4f84-9515-267c7e25b0e3 req-bae97ff5-b457-451b-9954-02d0a0cb8de8 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Unset dirty status for tenant:f810c7961f9c442ea8530fa1c9aae738 on resource:port {{(pid=86432) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:39:04.244493 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-095053cd-3544-4f84-9515-267c7e25b0e3 req-bae97ff5-b457-451b-9954-02d0a0cb8de8 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.11 "GET /v2.0/ports?device_id=bbebc298-7bb8-4276-bd07-044119666d58 HTTP/1.1" status: 200 len: 945 time: 0.1450889 Apr 21 06:39:04.325697 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [req-095053cd-3544-4f84-9515-267c7e25b0e3 req-6f33099e-70c4-411a-99ce-e762de66d327 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Deleting port a0ced8b3-170a-4b64-967d-88bc99d61d73 {{(pid=86432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:39:04.326332 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-095053cd-3544-4f84-9515-267c7e25b0e3 req-6f33099e-70c4-411a-99ce-e762de66d327 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363270981359476'] for port, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:04.533781 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-56fefe33-e272-4dea-af42-b02c01007df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:04.610220 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [req-095053cd-3544-4f84-9515-267c7e25b0e3 req-6f33099e-70c4-411a-99ce-e762de66d327 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] For port a0ced8b3-170a-4b64-967d-88bc99d61d73, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=a0ced8b3-170a-4b64-967d-88bc99d61d73,segment=NetworkSegment(70740e35-fdb6-499b-a1a1-929fedd6d209),segment_id=70740e35-fdb6-499b-a1a1-929fedd6d209)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:39:04.610635 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-095053cd-3544-4f84-9515-267c7e25b0e3 req-6f33099e-70c4-411a-99ce-e762de66d327 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846743427'] for port, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:04.749477 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [req-095053cd-3544-4f84-9515-267c7e25b0e3 req-6f33099e-70c4-411a-99ce-e762de66d327 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Calling delete_port for a0ced8b3-170a-4b64-967d-88bc99d61d73 owned by compute:nova {{(pid=86432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:39:04.936525 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-3866457b-22e0-460d-8393-79e807334f89 req-78cd3899-a963-49e5-a18d-39694d81b7dd tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbebc298-7bb8-4276-bd07-044119666d58 HTTP/1.1" status: 200 len: 210 time: 0.0586963 Apr 21 06:39:04.940038 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-095053cd-3544-4f84-9515-267c7e25b0e3 req-6f33099e-70c4-411a-99ce-e762de66d327 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270981355551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765872972847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848222423'] for port, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:04.954160 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] get_ports_and_sgs() called for port_ids ['a0ced8b3-170a-4b64-967d-88bc99d61d73'] {{(pid=86434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:39:04.955133 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-2d603eea-2ad5-4ac1-9b5a-6f2ab0cc2066 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:39:05.037181 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f33099e-70c4-411a-99ce-e762de66d327 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Pushing event deleted for resources: {'Port': ['ID=a0ced8b3-170a-4b64-967d-88bc99d61d73,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:39:05.045916 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-6f33099e-70c4-411a-99ce-e762de66d327 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:39:05.089942 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [req-095053cd-3544-4f84-9515-267c7e25b0e3 req-6f33099e-70c4-411a-99ce-e762de66d327 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] No DVR routers for this DVR port a0ced8b3-170a-4b64-967d-88bc99d61d73 on host hv-cinder-78239 {{(pid=86432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 06:39:05.092696 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-095053cd-3544-4f84-9515-267c7e25b0e3 req-6f33099e-70c4-411a-99ce-e762de66d327 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:05.095482 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbebc298-7bb8-4276-bd07-044119666d58', 'name': 'network-vif-deleted', 'tag': 'a0ced8b3-170a-4b64-967d-88bc99d61d73'}] {{(pid=86432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:39:05.140338 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-095053cd-3544-4f84-9515-267c7e25b0e3 req-6f33099e-70c4-411a-99ce-e762de66d327 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] 10.222.0.11 "DELETE /v2.0/ports/a0ced8b3-170a-4b64-967d-88bc99d61d73 HTTP/1.1" status: 204 len: 173 time: 0.8905718 Apr 21 06:39:05.145218 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbebc298-7bb8-4276-bd07-044119666d58', 'name': 'network-vif-deleted', 'tag': 'a0ced8b3-170a-4b64-967d-88bc99d61d73', 'status': 'completed', 'code': 200} Apr 21 06:39:05.193164 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:05.607781 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:06.042853 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 55658) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:39:06.296781 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6b89309-7126-4de1-a32a-bcd38bdd4ff0 admin admin] Deleting subnet 5b48bec6-b9c8-44fc-ab7c-912928195b36 {{(pid=86432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 21 06:39:06.300455 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-c6b89309-7126-4de1-a32a-bcd38bdd4ff0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:06.305296 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:06.357500 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-c6b89309-7126-4de1-a32a-bcd38bdd4ff0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7129852'] for subnet, precommit_delete_associations {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:06.418155 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-c6b89309-7126-4de1-a32a-bcd38bdd4ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853408352'] for subnet, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:06.779922 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-c6b89309-7126-4de1-a32a-bcd38bdd4ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7991656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848222979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847718353'] for subnet, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:06.785535 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-285f25c5-f895-4c01-b761-db925135a649 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:39:06.822614 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b89309-7126-4de1-a32a-bcd38bdd4ff0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b48bec6-b9c8-44fc-ab7c-912928195b36,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:39:06.825637 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-c6b89309-7126-4de1-a32a-bcd38bdd4ff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:39:06.832086 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-c6b89309-7126-4de1-a32a-bcd38bdd4ff0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846863987'] for subnet, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:06.841216 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-c6b89309-7126-4de1-a32a-bcd38bdd4ff0 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5b48bec6-b9c8-44fc-ab7c-912928195b36 HTTP/1.1" status: 204 len: 168 time: 0.7949016 Apr 21 06:39:06.841469 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 55668) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:39:06.963272 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-19cf085b-9d24-4125-88be-5060e4f451ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853439508'] for network, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:07.101657 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-19cf085b-9d24-4125-88be-5060e4f451ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1367541', 'neutron.services.segments.db._delete_segments_for_network-8765873502323'] for network, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:07.148790 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:07.239844 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.services.segments.db [None req-19cf085b-9d24-4125-88be-5060e4f451ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94e39216-e826-4b5b-a7eb-f685f38864ec']}} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:39:07.253766 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.services.segments.db [None req-19cf085b-9d24-4125-88be-5060e4f451ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70740e35-fdb6-499b-a1a1-929fedd6d209') {'for_net_delete': True} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:39:07.254107 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.services.segments.db [None req-19cf085b-9d24-4125-88be-5060e4f451ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70740e35-fdb6-499b-a1a1-929fedd6d209') {} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:39:07.267933 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-19cf085b-9d24-4125-88be-5060e4f451ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363270981292899', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847645964'] for segment, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:07.284350 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-19cf085b-9d24-4125-88be-5060e4f451ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1361606'] for segment, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:07.291648 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19cf085b-9d24-4125-88be-5060e4f451ff admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=86432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 21 06:39:07.479319 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-19cf085b-9d24-4125-88be-5060e4f451ff admin admin] Network 94e39216-e826-4b5b-a7eb-f685f38864ec has no segments {{(pid=86432) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 06:39:07.489074 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-19cf085b-9d24-4125-88be-5060e4f451ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853414223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6553438'] for segment, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:07.672145 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-19cf085b-9d24-4125-88be-5060e4f451ff admin admin] Network 94e39216-e826-4b5b-a7eb-f685f38864ec has no segments {{(pid=86432) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 06:39:07.699559 dv-cinder-782390-6-iscsi neutron-server[86317]: Traceback (most recent call last): Apr 21 06:39:07.699559 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 06:39:07.699559 dv-cinder-782390-6-iscsi neutron-server[86317]: timer() Apr 21 06:39:07.699559 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 06:39:07.699559 dv-cinder-782390-6-iscsi neutron-server[86317]: cb(*args, **kw) Apr 21 06:39:07.699559 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 21 06:39:07.699559 dv-cinder-782390-6-iscsi neutron-server[86317]: return func(*args, **kwargs) Apr 21 06:39:07.699559 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 06:39:07.699559 dv-cinder-782390-6-iscsi neutron-server[86317]: self._notify() Apr 21 06:39:07.699559 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 06:39:07.699559 dv-cinder-782390-6-iscsi neutron-server[86317]: self.callback(batched_events) Apr 21 06:39:07.699559 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 06:39:07.699559 dv-cinder-782390-6-iscsi neutron-server[86317]: event.method(event) Apr 21 06:39:07.699559 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 06:39:07.699559 dv-cinder-782390-6-iscsi neutron-server[86317]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 06:39:07.699559 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 21 06:39:07.699559 dv-cinder-782390-6-iscsi neutron-server[86317]: segment_id)['aggregates'][0] Apr 21 06:39:07.699559 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 06:39:07.699559 dv-cinder-782390-6-iscsi neutron-server[86317]: return f(self, *a, **k) Apr 21 06:39:07.699559 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 06:39:07.699559 dv-cinder-782390-6-iscsi neutron-server[86317]: return self._get(url).json() Apr 21 06:39:07.699559 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 06:39:07.699559 dv-cinder-782390-6-iscsi neutron-server[86317]: **kwargs) Apr 21 06:39:07.699559 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 06:39:07.699559 dv-cinder-782390-6-iscsi neutron-server[86317]: return self.request(url, 'GET', **kwargs) Apr 21 06:39:07.699559 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 21 06:39:07.699559 dv-cinder-782390-6-iscsi neutron-server[86317]: **endpoint_filter) Apr 21 06:39:07.699559 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 06:39:07.699559 dv-cinder-782390-6-iscsi neutron-server[86317]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 06:39:07.699559 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 06:39:07.699559 dv-cinder-782390-6-iscsi neutron-server[86317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 06:39:07.699559 dv-cinder-782390-6-iscsi neutron-server[86317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 06:39:07.819697 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-19cf085b-9d24-4125-88be-5060e4f451ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853408259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8011138'] for network, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:07.824100 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:39:07.838424 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-19cf085b-9d24-4125-88be-5060e4f451ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846863987'] for network, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:07.849805 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cf085b-9d24-4125-88be-5060e4f451ff admin admin] Pushing event deleted for resources: {'Network': ['ID=94e39216-e826-4b5b-a7eb-f685f38864ec,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:39:07.853319 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-19cf085b-9d24-4125-88be-5060e4f451ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:39:07.871755 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-19cf085b-9d24-4125-88be-5060e4f451ff admin admin] 10.222.0.15 "DELETE /v2.0/networks/94e39216-e826-4b5b-a7eb-f685f38864ec HTTP/1.1" status: 204 len: 168 time: 1.0292084 Apr 21 06:39:08.116463 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 55680) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:39:08.175103 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-cc456fc6-654b-4bd1-8610-76424101ffb5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f810c7961f9c442ea8530fa1c9aae738&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0572765 Apr 21 06:39:08.177658 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 55684) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:39:08.248011 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-874bfd31-6e04-4da9-991c-30a70aa57c6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:08.286953 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-874bfd31-6e04-4da9-991c-30a70aa57c6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:08.495626 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Device a0ced8b3-170a-4b64-967d-88bc99d61d73 no longer exists at agent hyperv_hv-cinder-78239 {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:39:08.499853 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-874bfd31-6e04-4da9-991c-30a70aa57c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:08.505364 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-f12d5924-6119-45d0-baff-1d9e867c5b80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:39:08.521661 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874bfd31-6e04-4da9-991c-30a70aa57c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1ea185-3e42-43de-b1cb-5dd168350420,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:39:08.524274 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-874bfd31-6e04-4da9-991c-30a70aa57c6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:39:08.544664 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] No Port match for: a0ced8b3-170a-4b64-967d-88bc99d61d73 {{(pid=86434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:39:08.545063 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Device a0ced8b3-170a-4b64-967d-88bc99d61d73 not bound to the agent host hv-cinder-78239 {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:39:08.553527 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-874bfd31-6e04-4da9-991c-30a70aa57c6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:08.557873 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-874bfd31-6e04-4da9-991c-30a70aa57c6d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ca1ea185-3e42-43de-b1cb-5dd168350420 HTTP/1.1" status: 204 len: 168 time: 0.3762908 Apr 21 06:39:11.102012 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 55750) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:39:11.232633 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-ea85a1b3-c0f8-4340-8e32-fb21a2c0794f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:11.249972 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-ea85a1b3-c0f8-4340-8e32-fb21a2c0794f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:39:11.254573 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-ea85a1b3-c0f8-4340-8e32-fb21a2c0794f admin admin] Usage tracker for resource:security_group_rule and tenant:954f1c3390244c54ae4f98b539642f08 is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:39:11.258083 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-ea85a1b3-c0f8-4340-8e32-fb21a2c0794f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:39:11.264914 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-ea85a1b3-c0f8-4340-8e32-fb21a2c0794f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:39:11.463582 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-ea85a1b3-c0f8-4340-8e32-fb21a2c0794f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:11.494674 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-ea85a1b3-c0f8-4340-8e32-fb21a2c0794f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:11.503661 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-0ce5b849-ebdb-4846-bce5-7216992a0d6d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:39:11.553900 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-ea85a1b3-c0f8-4340-8e32-fb21a2c0794f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=954f1c3390244c54ae4f98b539642f08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4507554 Apr 21 06:39:11.555671 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea85a1b3-c0f8-4340-8e32-fb21a2c0794f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a670e31-05db-4d0c-8d7b-1064609c8640,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:39:11.556810 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 55760) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:39:11.559082 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-ea85a1b3-c0f8-4340-8e32-fb21a2c0794f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:39:11.625222 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-ce8a0ec2-161b-4b2c-9bba-2678e50425df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:11.653865 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-ce8a0ec2-161b-4b2c-9bba-2678e50425df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:11.734130 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-ce8a0ec2-161b-4b2c-9bba-2678e50425df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:11.739498 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-25dd958a-eaf8-4bd3-8a49-950344d799f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:39:11.754428 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a0ec2-161b-4b2c-9bba-2678e50425df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a670e31-05db-4d0c-8d7b-1064609c8640,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:39:11.765541 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a0ec2-161b-4b2c-9bba-2678e50425df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:39:11.765967 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a0ec2-161b-4b2c-9bba-2678e50425df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:39:11.766380 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a0ec2-161b-4b2c-9bba-2678e50425df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:39:11.766811 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a0ec2-161b-4b2c-9bba-2678e50425df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:39:11.767219 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a0ec2-161b-4b2c-9bba-2678e50425df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:39:11.767626 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a0ec2-161b-4b2c-9bba-2678e50425df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:39:11.768029 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a0ec2-161b-4b2c-9bba-2678e50425df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:39:11.768431 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a0ec2-161b-4b2c-9bba-2678e50425df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:39:11.768832 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a0ec2-161b-4b2c-9bba-2678e50425df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:39:11.769231 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a0ec2-161b-4b2c-9bba-2678e50425df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:39:11.769649 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a0ec2-161b-4b2c-9bba-2678e50425df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:39:11.770022 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a0ec2-161b-4b2c-9bba-2678e50425df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:39:11.773673 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-ce8a0ec2-161b-4b2c-9bba-2678e50425df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:39:11.775497 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-ce8a0ec2-161b-4b2c-9bba-2678e50425df admin admin] Notify callbacks [] for security_group, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:11.779642 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-ce8a0ec2-161b-4b2c-9bba-2678e50425df admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3a670e31-05db-4d0c-8d7b-1064609c8640 HTTP/1.1" status: 204 len: 168 time: 0.2215621 Apr 21 06:39:12.285583 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 55770) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:39:12.307602 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-2d13136f-fcb1-49cd-ba72-04146fde0263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:12.324340 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-2d13136f-fcb1-49cd-ba72-04146fde0263 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:39:12.328517 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-2d13136f-fcb1-49cd-ba72-04146fde0263 admin admin] Usage tracker for resource:security_group_rule and tenant:f5b65833000a49ea9c277eda91859261 is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:39:12.331670 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-2d13136f-fcb1-49cd-ba72-04146fde0263 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:39:12.337913 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-2d13136f-fcb1-49cd-ba72-04146fde0263 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:39:12.427789 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-2d13136f-fcb1-49cd-ba72-04146fde0263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:12.459189 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-2d13136f-fcb1-49cd-ba72-04146fde0263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:12.469194 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-0e327874-f0b2-4c16-a10d-f87978049fa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:39:12.516427 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-2d13136f-fcb1-49cd-ba72-04146fde0263 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f5b65833000a49ea9c277eda91859261&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2290430 Apr 21 06:39:12.518575 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 55778) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:39:12.520019 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13136f-fcb1-49cd-ba72-04146fde0263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcbeebee-cd6d-4954-b502-b2a4b7c7faa0,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:39:12.527225 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-2d13136f-fcb1-49cd-ba72-04146fde0263 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:39:12.602708 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-96c35ba4-adda-4a94-a5a6-cea793fa7f33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:12.632211 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-96c35ba4-adda-4a94-a5a6-cea793fa7f33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:12.705066 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-96c35ba4-adda-4a94-a5a6-cea793fa7f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:12.710521 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-d1a2ffb8-0b71-48d4-ad30-b22d562cca05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:39:12.722622 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c35ba4-adda-4a94-a5a6-cea793fa7f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcbeebee-cd6d-4954-b502-b2a4b7c7faa0,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:39:12.727526 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-96c35ba4-adda-4a94-a5a6-cea793fa7f33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:39:12.731196 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-96c35ba4-adda-4a94-a5a6-cea793fa7f33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:12.735506 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-96c35ba4-adda-4a94-a5a6-cea793fa7f33 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dcbeebee-cd6d-4954-b502-b2a4b7c7faa0 HTTP/1.1" status: 204 len: 168 time: 0.2153137 Apr 21 06:39:15.149455 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 55846) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:39:15.291504 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d6536008-cccb-4fb1-b56a-b77c09969d70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:15.308143 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-d6536008-cccb-4fb1-b56a-b77c09969d70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:39:15.312305 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-d6536008-cccb-4fb1-b56a-b77c09969d70 admin admin] Usage tracker for resource:security_group_rule and tenant:b9b54a6ff684466eb8f0830db61481fc is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:39:15.315331 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-d6536008-cccb-4fb1-b56a-b77c09969d70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:39:15.321411 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-d6536008-cccb-4fb1-b56a-b77c09969d70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:39:15.411337 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d6536008-cccb-4fb1-b56a-b77c09969d70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:15.431704 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d6536008-cccb-4fb1-b56a-b77c09969d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:15.441188 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-04eac3c1-472a-4828-b6b7-a84958cd38e7 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:39:15.484185 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-d6536008-cccb-4fb1-b56a-b77c09969d70 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b9b54a6ff684466eb8f0830db61481fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3328328 Apr 21 06:39:15.485151 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6536008-cccb-4fb1-b56a-b77c09969d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d86b2b-963f-4520-8942-c33641e4051e,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:39:15.487022 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 55852) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:39:15.488473 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-d6536008-cccb-4fb1-b56a-b77c09969d70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:39:15.554235 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-818ed639-bd01-4ace-973e-faeeb984d905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:15.587685 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-818ed639-bd01-4ace-973e-faeeb984d905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:15.666084 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-818ed639-bd01-4ace-973e-faeeb984d905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:15.671385 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-84721943-c8c5-4b75-8025-2a3ec6e8f43c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:39:15.687316 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818ed639-bd01-4ace-973e-faeeb984d905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d86b2b-963f-4520-8942-c33641e4051e,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:39:15.689630 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-818ed639-bd01-4ace-973e-faeeb984d905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:39:15.699713 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-818ed639-bd01-4ace-973e-faeeb984d905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:15.703474 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-818ed639-bd01-4ace-973e-faeeb984d905 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/87d86b2b-963f-4520-8942-c33641e4051e HTTP/1.1" status: 204 len: 168 time: 0.2127724 Apr 21 06:39:16.116590 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 55866) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:39:16.137524 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5bf204c2-2814-4699-b44b-a9dc499df954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:16.153751 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-5bf204c2-2814-4699-b44b-a9dc499df954 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:39:16.157979 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-5bf204c2-2814-4699-b44b-a9dc499df954 admin admin] Usage tracker for resource:security_group_rule and tenant:ca88b93b09bd47ed8efd7304d8dbc274 is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:39:16.161107 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-5bf204c2-2814-4699-b44b-a9dc499df954 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:39:16.167411 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-5bf204c2-2814-4699-b44b-a9dc499df954 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:39:16.257410 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5bf204c2-2814-4699-b44b-a9dc499df954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:16.277000 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5bf204c2-2814-4699-b44b-a9dc499df954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:16.287210 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-76bd81d6-bfd2-423f-b5a1-4e6d0a2100a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:39:16.331834 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-5bf204c2-2814-4699-b44b-a9dc499df954 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ca88b93b09bd47ed8efd7304d8dbc274&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2140303 Apr 21 06:39:16.333699 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf204c2-2814-4699-b44b-a9dc499df954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=981840b3-82b9-4855-b252-e13c76d056dd,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:39:16.334801 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 55870) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:39:16.337408 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5bf204c2-2814-4699-b44b-a9dc499df954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:39:16.405937 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6f71f2d2-8b9e-4881-b670-9bec4838af2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:16.435126 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6f71f2d2-8b9e-4881-b670-9bec4838af2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:16.494613 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6f71f2d2-8b9e-4881-b670-9bec4838af2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:16.500017 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-3d58c8f4-0e48-4502-889d-e661ced2fd97 tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:39:16.513997 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f71f2d2-8b9e-4881-b670-9bec4838af2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981840b3-82b9-4855-b252-e13c76d056dd,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:39:16.516413 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-6f71f2d2-8b9e-4881-b670-9bec4838af2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:39:16.524299 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6f71f2d2-8b9e-4881-b670-9bec4838af2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:16.526310 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-6f71f2d2-8b9e-4881-b670-9bec4838af2e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/981840b3-82b9-4855-b252-e13c76d056dd HTTP/1.1" status: 204 len: 168 time: 0.1902761 Apr 21 06:39:22.113670 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 55974) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:39:22.263393 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-aeca7123-3e29-42b9-a3ea-2dffd9ef576e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:22.285305 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-aeca7123-3e29-42b9-a3ea-2dffd9ef576e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:39:22.289639 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-aeca7123-3e29-42b9-a3ea-2dffd9ef576e admin admin] Usage tracker for resource:security_group_rule and tenant:86eb86f0e9e34bbca7f1e73032c9e3ea is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:39:22.293667 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-aeca7123-3e29-42b9-a3ea-2dffd9ef576e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:39:22.300004 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-aeca7123-3e29-42b9-a3ea-2dffd9ef576e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:39:22.391062 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-aeca7123-3e29-42b9-a3ea-2dffd9ef576e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:22.419599 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-aeca7123-3e29-42b9-a3ea-2dffd9ef576e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:22.429167 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:39:22.473324 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-aeca7123-3e29-42b9-a3ea-2dffd9ef576e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=86eb86f0e9e34bbca7f1e73032c9e3ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3584256 Apr 21 06:39:22.475123 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeca7123-3e29-42b9-a3ea-2dffd9ef576e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9efc77fe-9408-4d11-a126-79faef952320,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:39:22.476167 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 55980) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:39:22.478625 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-aeca7123-3e29-42b9-a3ea-2dffd9ef576e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:39:22.547648 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-ec12462c-d869-4174-ac8b-0971b0c5e240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:22.578500 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-ec12462c-d869-4174-ac8b-0971b0c5e240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:22.659773 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-ec12462c-d869-4174-ac8b-0971b0c5e240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:22.665494 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-4baf5d3e-af33-43e1-8f5c-c247f2201bbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:39:22.678649 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec12462c-d869-4174-ac8b-0971b0c5e240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9efc77fe-9408-4d11-a126-79faef952320,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:39:22.682165 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-ec12462c-d869-4174-ac8b-0971b0c5e240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:39:22.684545 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-ec12462c-d869-4174-ac8b-0971b0c5e240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:22.686184 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-ec12462c-d869-4174-ac8b-0971b0c5e240 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9efc77fe-9408-4d11-a126-79faef952320 HTTP/1.1" status: 204 len: 168 time: 0.2086849 Apr 21 06:39:23.150644 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 55994) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:39:23.171033 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-278175e0-913c-4355-8ecc-b4b63cdcef28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:23.188727 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-278175e0-913c-4355-8ecc-b4b63cdcef28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:39:23.193033 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-278175e0-913c-4355-8ecc-b4b63cdcef28 admin admin] Usage tracker for resource:security_group_rule and tenant:52342c38707b491aa8b4347e8d424425 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:39:23.196248 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-278175e0-913c-4355-8ecc-b4b63cdcef28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:39:23.202672 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-278175e0-913c-4355-8ecc-b4b63cdcef28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:39:23.293262 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-278175e0-913c-4355-8ecc-b4b63cdcef28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:23.344944 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-278175e0-913c-4355-8ecc-b4b63cdcef28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:23.355160 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-fb17f86e-d205-4916-9687-2a52919ff7d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:39:23.399725 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-278175e0-913c-4355-8ecc-b4b63cdcef28 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=52342c38707b491aa8b4347e8d424425&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2477109 Apr 21 06:39:23.401614 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278175e0-913c-4355-8ecc-b4b63cdcef28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8dc431-83d6-4c37-9fff-8432421bdb2d,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:39:23.403331 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 55998) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:39:23.404994 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-278175e0-913c-4355-8ecc-b4b63cdcef28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:39:23.475637 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-7dbcd475-085f-4cb5-ba9a-38567a3c0e58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:23.504253 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-7dbcd475-085f-4cb5-ba9a-38567a3c0e58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:23.579390 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-7dbcd475-085f-4cb5-ba9a-38567a3c0e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:23.584397 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-0d6227bc-a0b0-4fce-820e-68dcbd8a42c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:39:23.604193 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbcd475-085f-4cb5-ba9a-38567a3c0e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8dc431-83d6-4c37-9fff-8432421bdb2d,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:39:23.606874 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-7dbcd475-085f-4cb5-ba9a-38567a3c0e58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:39:23.617579 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-7dbcd475-085f-4cb5-ba9a-38567a3c0e58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:23.621823 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-7dbcd475-085f-4cb5-ba9a-38567a3c0e58 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7c8dc431-83d6-4c37-9fff-8432421bdb2d HTTP/1.1" status: 204 len: 168 time: 0.2153890 Apr 21 06:39:26.419711 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 56088) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:39:26.547173 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4506c164-03d9-4231-a15e-43294eddcd68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:26.563267 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-4506c164-03d9-4231-a15e-43294eddcd68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:39:26.567543 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-4506c164-03d9-4231-a15e-43294eddcd68 admin admin] Usage tracker for resource:security_group_rule and tenant:8267ab8346714c90811fa3006742165e is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:39:26.570603 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-4506c164-03d9-4231-a15e-43294eddcd68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:39:26.577180 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-4506c164-03d9-4231-a15e-43294eddcd68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:39:26.664198 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4506c164-03d9-4231-a15e-43294eddcd68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:26.693592 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4506c164-03d9-4231-a15e-43294eddcd68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:26.702538 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-39d8692e-a052-41d0-9ba0-82c62129fe7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:39:26.745399 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-4506c164-03d9-4231-a15e-43294eddcd68 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8267ab8346714c90811fa3006742165e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3244383 Apr 21 06:39:26.747119 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4506c164-03d9-4231-a15e-43294eddcd68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1805df39-cdd1-4057-a957-fdc03f42feae,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:39:26.748282 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 56094) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:39:26.750352 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-4506c164-03d9-4231-a15e-43294eddcd68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:39:26.813488 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5ed7becf-ec9b-40ad-a7dd-f4709bb77366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:26.846048 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5ed7becf-ec9b-40ad-a7dd-f4709bb77366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:26.910984 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5ed7becf-ec9b-40ad-a7dd-f4709bb77366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:26.916188 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-d38c2cf6-bf91-4fcf-acfd-2647641c4890 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:39:26.928736 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed7becf-ec9b-40ad-a7dd-f4709bb77366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1805df39-cdd1-4057-a957-fdc03f42feae,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:39:26.931052 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5ed7becf-ec9b-40ad-a7dd-f4709bb77366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:39:26.938341 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5ed7becf-ec9b-40ad-a7dd-f4709bb77366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:26.942472 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-5ed7becf-ec9b-40ad-a7dd-f4709bb77366 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1805df39-cdd1-4057-a957-fdc03f42feae HTTP/1.1" status: 204 len: 168 time: 0.1929710 Apr 21 06:39:27.364998 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 56108) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:39:27.385532 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-e6d24298-d7cd-49ff-8a14-703df7949606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:27.400554 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-e6d24298-d7cd-49ff-8a14-703df7949606 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:39:27.404686 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-e6d24298-d7cd-49ff-8a14-703df7949606 admin admin] Usage tracker for resource:security_group_rule and tenant:0dcfd46e3d1c46e0b34ad040d2705e24 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:39:27.407843 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-e6d24298-d7cd-49ff-8a14-703df7949606 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:39:27.414077 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-e6d24298-d7cd-49ff-8a14-703df7949606 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:39:27.504636 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-e6d24298-d7cd-49ff-8a14-703df7949606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:27.579800 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-e6d24298-d7cd-49ff-8a14-703df7949606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:27.588701 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-fac67ecc-d3b8-4be2-9169-8e066503bbf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:39:27.631733 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-e6d24298-d7cd-49ff-8a14-703df7949606 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0dcfd46e3d1c46e0b34ad040d2705e24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2655315 Apr 21 06:39:27.633679 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d24298-d7cd-49ff-8a14-703df7949606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c88a48f-ed31-4e74-a946-c7c5f178cc65,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:39:27.635466 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 56112) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:39:27.637479 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-e6d24298-d7cd-49ff-8a14-703df7949606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:39:27.699368 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-2c71fe97-b145-4044-87b4-9d9258548418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:27.727127 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-2c71fe97-b145-4044-87b4-9d9258548418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:27.807960 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-2c71fe97-b145-4044-87b4-9d9258548418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:27.813504 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-cebf93df-ef82-4e19-baa7-77e2868a9fd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:39:27.828905 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c71fe97-b145-4044-87b4-9d9258548418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c88a48f-ed31-4e74-a946-c7c5f178cc65,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:39:27.832686 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-2c71fe97-b145-4044-87b4-9d9258548418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:39:27.837325 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-2c71fe97-b145-4044-87b4-9d9258548418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:27.840949 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-2c71fe97-b145-4044-87b4-9d9258548418 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0c88a48f-ed31-4e74-a946-c7c5f178cc65 HTTP/1.1" status: 204 len: 168 time: 0.2018080 Apr 21 06:39:29.301178 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 56150) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:39:29.446807 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-2f88b76b-1b05-4040-afd0-013909730d25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:29.462548 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-2f88b76b-1b05-4040-afd0-013909730d25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:39:29.466521 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-2f88b76b-1b05-4040-afd0-013909730d25 admin admin] Usage tracker for resource:security_group_rule and tenant:dcd89cc7d12f4792b74b06f88d799c48 is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:39:29.469624 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-2f88b76b-1b05-4040-afd0-013909730d25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:39:29.475689 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-2f88b76b-1b05-4040-afd0-013909730d25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:39:29.559916 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-2f88b76b-1b05-4040-afd0-013909730d25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:29.590245 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-2f88b76b-1b05-4040-afd0-013909730d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:29.599122 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-ea85a1b3-c0f8-4340-8e32-fb21a2c0794f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:39:29.643057 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-2f88b76b-1b05-4040-afd0-013909730d25 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dcd89cc7d12f4792b74b06f88d799c48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3405840 Apr 21 06:39:29.643933 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f88b76b-1b05-4040-afd0-013909730d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c93c79e-8804-4243-ac46-7674ca737b49,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:39:29.646801 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 56162) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:39:29.647161 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-2f88b76b-1b05-4040-afd0-013909730d25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:39:29.715712 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6b9fc07e-e3e4-46d6-8bdc-4a263cabbc7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:29.742131 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6b9fc07e-e3e4-46d6-8bdc-4a263cabbc7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:29.819075 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6b9fc07e-e3e4-46d6-8bdc-4a263cabbc7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:29.824763 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-af1e8337-ff43-4ee5-b157-2b8a1a75211c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:39:29.838304 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9fc07e-e3e4-46d6-8bdc-4a263cabbc7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c93c79e-8804-4243-ac46-7674ca737b49,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:39:29.840768 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-6b9fc07e-e3e4-46d6-8bdc-4a263cabbc7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:39:29.848181 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6b9fc07e-e3e4-46d6-8bdc-4a263cabbc7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:29.852925 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-6b9fc07e-e3e4-46d6-8bdc-4a263cabbc7e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7c93c79e-8804-4243-ac46-7674ca737b49 HTTP/1.1" status: 204 len: 168 time: 0.2048113 Apr 21 06:39:32.111424 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-bb0ae079-ed50-401b-9235-ec58b9673d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:34.545396 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-89b10894-6632-4fa1-b310-b438b73656d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:35.197422 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:35.608269 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:36.305587 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:37.156722 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:38.090150 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:40:02.093980 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-90030dc8-ef29-4cbf-8b7c-546d776916bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:02.915296 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 56524) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:40:03.053737 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-fa416082-1e46-4bde-a205-0b203eb54cb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:03.070490 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-fa416082-1e46-4bde-a205-0b203eb54cb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:40:03.075389 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-fa416082-1e46-4bde-a205-0b203eb54cb4 admin admin] Usage tracker for resource:security_group_rule and tenant:2adc8e680bf34a189d7bc1ce37f8e122 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:40:03.078458 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-fa416082-1e46-4bde-a205-0b203eb54cb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:40:03.084658 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-fa416082-1e46-4bde-a205-0b203eb54cb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:40:03.170767 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-fa416082-1e46-4bde-a205-0b203eb54cb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:03.214008 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-fa416082-1e46-4bde-a205-0b203eb54cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:03.229136 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-d83a6aa8-3d73-4a40-b7c7-09605c067043 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:40:03.273538 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 56534) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:40:03.273711 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-fa416082-1e46-4bde-a205-0b203eb54cb4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2adc8e680bf34a189d7bc1ce37f8e122&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3571050 Apr 21 06:40:03.281969 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa416082-1e46-4bde-a205-0b203eb54cb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e5faf7-1ccc-4674-8235-be224c260936,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:40:03.285476 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-fa416082-1e46-4bde-a205-0b203eb54cb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:40:03.585951 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f2ce0903-a782-42fc-9931-438aaf5290aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:03.614944 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f2ce0903-a782-42fc-9931-438aaf5290aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:03.688446 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f2ce0903-a782-42fc-9931-438aaf5290aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:03.694502 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-b4dd6950-5043-453c-a25d-8baeff1fa8b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:40:03.712056 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ce0903-a782-42fc-9931-438aaf5290aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e5faf7-1ccc-4674-8235-be224c260936,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:40:03.725091 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ce0903-a782-42fc-9931-438aaf5290aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:40:03.725522 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ce0903-a782-42fc-9931-438aaf5290aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:40:03.725943 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ce0903-a782-42fc-9931-438aaf5290aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:40:03.726358 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ce0903-a782-42fc-9931-438aaf5290aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:40:03.726817 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ce0903-a782-42fc-9931-438aaf5290aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:40:03.727839 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ce0903-a782-42fc-9931-438aaf5290aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:40:03.728253 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ce0903-a782-42fc-9931-438aaf5290aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:40:03.728663 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ce0903-a782-42fc-9931-438aaf5290aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:40:03.729070 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ce0903-a782-42fc-9931-438aaf5290aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:40:03.729475 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ce0903-a782-42fc-9931-438aaf5290aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:40:03.729883 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ce0903-a782-42fc-9931-438aaf5290aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:40:03.730283 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ce0903-a782-42fc-9931-438aaf5290aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:40:03.734121 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-f2ce0903-a782-42fc-9931-438aaf5290aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:40:03.735678 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f2ce0903-a782-42fc-9931-438aaf5290aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:03.740413 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-f2ce0903-a782-42fc-9931-438aaf5290aa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d3e5faf7-1ccc-4674-8235-be224c260936 HTTP/1.1" status: 204 len: 168 time: 0.4653361 Apr 21 06:40:04.551008 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5361b06a-ae62-4137-a0ff-edc5fef44fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:05.237181 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:05.614310 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:06.311505 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:07.168661 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:15.091593 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:40:28.210402 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 56678) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:40:28.982339 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0aac3bab-9b88-4b13-a960-e7a500ba4c54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036846765670'] for router_interface, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:29.598245 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-0aac3bab-9b88-4b13-a960-e7a500ba4c54 admin admin] Deleting port 447e1fc3-528c-46c3-bab5-e8bf34da8aaf {{(pid=86433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:40:29.598876 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0aac3bab-9b88-4b13-a960-e7a500ba4c54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363270981359476'] for port, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:29.783792 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-0aac3bab-9b88-4b13-a960-e7a500ba4c54 admin admin] For port 447e1fc3-528c-46c3-bab5-e8bf34da8aaf, host dv-cinder-782390-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=447e1fc3-528c-46c3-bab5-e8bf34da8aaf,segment=NetworkSegment(0bc7fe2d-ac4b-43a1-bcab-bde52b794f56),segment_id=0bc7fe2d-ac4b-43a1-bcab-bde52b794f56)] {{(pid=86433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:40:29.784188 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0aac3bab-9b88-4b13-a960-e7a500ba4c54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846743427'] for port, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:29.920064 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-0aac3bab-9b88-4b13-a960-e7a500ba4c54 admin admin] Calling delete_port for 447e1fc3-528c-46c3-bab5-e8bf34da8aaf owned by network:router_interface {{(pid=86433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:40:30.133667 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0aac3bab-9b88-4b13-a960-e7a500ba4c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270981355551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765872972847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6571441'] for port, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:30.138912 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-dd14fd20-ac7f-4d26-b27a-cf61ef3283e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:40:30.262035 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aac3bab-9b88-4b13-a960-e7a500ba4c54 admin admin] Pushing event deleted for resources: {'Port': ['ID=447e1fc3-528c-46c3-bab5-e8bf34da8aaf,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:40:30.278418 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aac3bab-9b88-4b13-a960-e7a500ba4c54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:40:30.278877 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aac3bab-9b88-4b13-a960-e7a500ba4c54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:40:30.279386 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aac3bab-9b88-4b13-a960-e7a500ba4c54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:40:30.279686 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aac3bab-9b88-4b13-a960-e7a500ba4c54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:40:30.280092 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aac3bab-9b88-4b13-a960-e7a500ba4c54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:40:30.280499 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aac3bab-9b88-4b13-a960-e7a500ba4c54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:40:30.280906 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aac3bab-9b88-4b13-a960-e7a500ba4c54 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:40:30.281311 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aac3bab-9b88-4b13-a960-e7a500ba4c54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:40:30.281717 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aac3bab-9b88-4b13-a960-e7a500ba4c54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:40:30.282119 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aac3bab-9b88-4b13-a960-e7a500ba4c54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:40:30.282526 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aac3bab-9b88-4b13-a960-e7a500ba4c54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:40:30.282953 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aac3bab-9b88-4b13-a960-e7a500ba4c54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:40:30.288377 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-0aac3bab-9b88-4b13-a960-e7a500ba4c54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:40:30.511612 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0aac3bab-9b88-4b13-a960-e7a500ba4c54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7911846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846765596'] for router_interface, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:30.906450 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aac3bab-9b88-4b13-a960-e7a500ba4c54 admin admin] Router e7a7cb67-e1bf-4c65-83ef-19f088b4066e has already been hosted by L3 agent 11ad1a07-0ae8-4245-9270-47a08d3f943a {{(pid=86433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 06:40:31.106269 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aac3bab-9b88-4b13-a960-e7a500ba4c54 admin admin] Notify agent at l3_agent.dv-cinder-782390-6-iscsi the message routers_updated {{(pid=86433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 06:40:31.115711 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b8f42c-42af-483b-8f4b-9fc83bcc04b2 None None] Sync routers for ids ['e7a7cb67-e1bf-4c65-83ef-19f088b4066e'] in dv-cinder-782390-6-iscsi {{(pid=86435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 06:40:31.126037 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b8f42c-42af-483b-8f4b-9fc83bcc04b2 None None] Routers {'e7a7cb67-e1bf-4c65-83ef-19f088b4066e'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:40:31.127028 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-27b8f42c-42af-483b-8f4b-9fc83bcc04b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T06:40:05Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['e7a7cb67-e1bf-4c65-83ef-19f088b4066e'], 'active': True} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:40:31.131651 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-0aac3bab-9b88-4b13-a960-e7a500ba4c54 admin admin] 10.222.0.15 "PUT /v2.0/routers/e7a7cb67-e1bf-4c65-83ef-19f088b4066e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9175296 Apr 21 06:40:31.131909 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 56696) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:40:31.318092 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-27b8f42c-42af-483b-8f4b-9fc83bcc04b2 None None] Set router e7a7cb67-e1bf-4c65-83ef-19f088b4066e gateway port host: dv-cinder-782390-6-iscsi {{(pid=86435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:40:31.339392 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-363bba20-697b-4078-a963-77d8ee03ad27 admin admin] Notify callbacks [] for router, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:31.531627 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-363bba20-697b-4078-a963-77d8ee03ad27 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:31.562753 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-363bba20-697b-4078-a963-77d8ee03ad27 admin admin] Deleting port 9001a17d-5f37-4407-b8a8-da67822ac51d {{(pid=86433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:40:31.563128 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-363bba20-697b-4078-a963-77d8ee03ad27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363270981359476'] for port, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:31.628179 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-27b8f42c-42af-483b-8f4b-9fc83bcc04b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a7cb67-e1bf-4c65-83ef-19f088b4066e', 'name': 'tempest-AttachVolumeTestJSON-1982476189-router', 'tenant_id': 'a253b7f90d074c729aa03c3dbc382b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '9001a17d-5f37-4407-b8a8-da67822ac51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:03:49Z', 'updated_at': '2021-04-21T06:40:30Z', 'revision_number': 5, 'project_id': 'a253b7f90d074c729aa03c3dbc382b57', 'gw_port': {'id': '9001a17d-5f37-4407-b8a8-da67822ac51d', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:22:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a7cb67-e1bf-4c65-83ef-19f088b4066e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:03:51Z', 'updated_at': '2021-04-21T06:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi'}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:40:31.632279 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b8f42c-42af-483b-8f4b-9fc83bcc04b2 None None] Checking router: e7a7cb67-e1bf-4c65-83ef-19f088b4066e for host: dv-cinder-782390-6-iscsi {{(pid=86435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 06:40:31.641675 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b8f42c-42af-483b-8f4b-9fc83bcc04b2 None None] Routers {'e7a7cb67-e1bf-4c65-83ef-19f088b4066e'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:40:31.642355 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-27b8f42c-42af-483b-8f4b-9fc83bcc04b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T06:40:05Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['e7a7cb67-e1bf-4c65-83ef-19f088b4066e'], 'active': True} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:40:31.759970 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-363bba20-697b-4078-a963-77d8ee03ad27 admin admin] For port 9001a17d-5f37-4407-b8a8-da67822ac51d, host dv-cinder-782390-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=9001a17d-5f37-4407-b8a8-da67822ac51d,segment=NetworkSegment(d57a18c0-30ee-4dde-82a2-7c14b6979212),segment_id=d57a18c0-30ee-4dde-82a2-7c14b6979212)] {{(pid=86433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:40:31.760356 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-363bba20-697b-4078-a963-77d8ee03ad27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846743427'] for port, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:31.807731 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-27b8f42c-42af-483b-8f4b-9fc83bcc04b2 None None] Set router e7a7cb67-e1bf-4c65-83ef-19f088b4066e gateway port host: None {{(pid=86435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:40:31.896338 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-363bba20-697b-4078-a963-77d8ee03ad27 admin admin] Calling delete_port for 9001a17d-5f37-4407-b8a8-da67822ac51d owned by network:router_gateway {{(pid=86433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:40:31.926301 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-27b8f42c-42af-483b-8f4b-9fc83bcc04b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a7cb67-e1bf-4c65-83ef-19f088b4066e', 'name': 'tempest-AttachVolumeTestJSON-1982476189-router', 'tenant_id': 'a253b7f90d074c729aa03c3dbc382b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:03:49Z', 'updated_at': '2021-04-21T06:40:31Z', 'revision_number': 6, 'project_id': 'a253b7f90d074c729aa03c3dbc382b57', 'gw_port_host': None}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:40:31.931159 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b8f42c-42af-483b-8f4b-9fc83bcc04b2 None None] The sync data for ids ['e7a7cb67-e1bf-4c65-83ef-19f088b4066e'] in dv-cinder-782390-6-iscsi is: [{'id': 'e7a7cb67-e1bf-4c65-83ef-19f088b4066e', 'name': 'tempest-AttachVolumeTestJSON-1982476189-router', 'tenant_id': 'a253b7f90d074c729aa03c3dbc382b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:03:49Z', 'updated_at': '2021-04-21T06:40:31Z', 'revision_number': 6, 'project_id': 'a253b7f90d074c729aa03c3dbc382b57', 'gw_port_host': None}] {{(pid=86435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 06:40:32.145977 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6ae30668-186b-4283-b9f0-2fb864ed4e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:32.271492 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-363bba20-697b-4078-a963-77d8ee03ad27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270981355551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765872972847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6571441'] for port, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:32.277390 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-0aac3bab-9b88-4b13-a960-e7a500ba4c54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:40:32.327892 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363bba20-697b-4078-a963-77d8ee03ad27 admin admin] Pushing event deleted for resources: {'Port': ['ID=9001a17d-5f37-4407-b8a8-da67822ac51d,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:40:32.361313 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-363bba20-697b-4078-a963-77d8ee03ad27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:40:32.414808 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 447e1fc3-528c-46c3-bab5-e8bf34da8aaf no longer exists at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:40:32.428724 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-363bba20-697b-4078-a963-77d8ee03ad27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8022373'] for router_gateway, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:32.463122 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] No Port match for: 447e1fc3-528c-46c3-bab5-e8bf34da8aaf {{(pid=86434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:40:32.463531 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 447e1fc3-528c-46c3-bab5-e8bf34da8aaf not bound to the agent host dv-cinder-782390-6-iscsi {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:40:32.464015 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 9001a17d-5f37-4407-b8a8-da67822ac51d no longer exists at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:40:32.504552 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] No Port match for: 9001a17d-5f37-4407-b8a8-da67822ac51d {{(pid=86434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:40:32.504925 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 9001a17d-5f37-4407-b8a8-da67822ac51d not bound to the agent host dv-cinder-782390-6-iscsi {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:40:32.874013 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-363bba20-697b-4078-a963-77d8ee03ad27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8010553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854775202'] for router, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:32.876333 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-363bba20-697b-4078-a963-77d8ee03ad27 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:32.973257 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-363bba20-697b-4078-a963-77d8ee03ad27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846777987'] for router, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:32.973848 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363bba20-697b-4078-a963-77d8ee03ad27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7a7cb67-e1bf-4c65-83ef-19f088b4066e {{(pid=86433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 21 06:40:32.987817 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-363bba20-697b-4078-a963-77d8ee03ad27 admin admin] Notify callbacks [] for router, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:32.991630 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-363bba20-697b-4078-a963-77d8ee03ad27 admin admin] 10.222.0.15 "DELETE /v2.0/routers/e7a7cb67-e1bf-4c65-83ef-19f088b4066e HTTP/1.1" status: 204 len: 168 time: 1.8554494 Apr 21 06:40:32.992095 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 56704) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:40:33.066388 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.db_base_plugin_v2 [None req-232e0103-1ebd-489c-912c-30789c10b348 admin admin] Deleting subnet 8d481e38-1293-4cc6-9389-91a3566135aa {{(pid=86433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 21 06:40:33.070974 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-232e0103-1ebd-489c-912c-30789c10b348 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:33.130278 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-232e0103-1ebd-489c-912c-30789c10b348 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847420348'] for subnet, precommit_delete_associations {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:33.216029 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-232e0103-1ebd-489c-912c-30789c10b348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853408352'] for subnet, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:33.596893 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-232e0103-1ebd-489c-912c-30789c10b348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7991656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6571621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6625940'] for subnet, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:33.602477 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:40:33.641666 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232e0103-1ebd-489c-912c-30789c10b348 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d481e38-1293-4cc6-9389-91a3566135aa,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:40:33.643967 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-232e0103-1ebd-489c-912c-30789c10b348 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:33.646986 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-232e0103-1ebd-489c-912c-30789c10b348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:40:33.649135 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64f7f25-2030-4048-85de-cc774b298d83 None None] Network 18d42f14-ebcb-45fb-872d-4c48e6952727 requested from dv-cinder-782390-6-iscsi {{(pid=86434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:40:33.655080 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-232e0103-1ebd-489c-912c-30789c10b348 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8d481e38-1293-4cc6-9389-91a3566135aa HTTP/1.1" status: 204 len: 168 time: 0.6595304 Apr 21 06:40:33.655447 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 56712) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:40:33.775776 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-e2a9cf40-788d-4efb-bda7-307b7784c442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853439508'] for network, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:33.787548 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-e2a9cf40-788d-4efb-bda7-307b7784c442 admin admin] Deleting port 7457f9a6-63c5-40f5-9df4-f230330fbe41 {{(pid=86433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:40:33.787936 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-e2a9cf40-788d-4efb-bda7-307b7784c442 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363270981359476'] for port, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:33.927871 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a199f46f-60c0-406d-a528-e85fa4f88453 None None] DHCP port deletion for 18d42f14-ebcb-45fb-872d-4c48e6952727 request from dv-cinder-782390-6-iscsi {{(pid=86434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 21 06:40:33.933351 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-a199f46f-60c0-406d-a528-e85fa4f88453 None None] Deleting port 7457f9a6-63c5-40f5-9df4-f230330fbe41 {{(pid=86434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:40:33.933780 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-a199f46f-60c0-406d-a528-e85fa4f88453 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363270981359476'] for port, before_delete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:34.020450 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-e2a9cf40-788d-4efb-bda7-307b7784c442 admin admin] For port 7457f9a6-63c5-40f5-9df4-f230330fbe41, host dv-cinder-782390-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=7457f9a6-63c5-40f5-9df4-f230330fbe41,segment=NetworkSegment(0bc7fe2d-ac4b-43a1-bcab-bde52b794f56),segment_id=0bc7fe2d-ac4b-43a1-bcab-bde52b794f56)] {{(pid=86433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:40:34.021046 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-e2a9cf40-788d-4efb-bda7-307b7784c442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846743427'] for port, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:34.171423 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-e2a9cf40-788d-4efb-bda7-307b7784c442 admin admin] Calling delete_port for 7457f9a6-63c5-40f5-9df4-f230330fbe41 owned by network:dhcp {{(pid=86433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:40:34.323133 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-e2a9cf40-788d-4efb-bda7-307b7784c442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270981355551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765872972847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6571441'] for port, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:34.328565 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:40:34.365580 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-a199f46f-60c0-406d-a528-e85fa4f88453 None None] For port 7457f9a6-63c5-40f5-9df4-f230330fbe41, host dv-cinder-782390-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=7457f9a6-63c5-40f5-9df4-f230330fbe41,segment=NetworkSegment(0bc7fe2d-ac4b-43a1-bcab-bde52b794f56),segment_id=0bc7fe2d-ac4b-43a1-bcab-bde52b794f56)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:40:34.365946 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-a199f46f-60c0-406d-a528-e85fa4f88453 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846743427'] for port, precommit_delete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:34.385555 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a9cf40-788d-4efb-bda7-307b7784c442 admin admin] Pushing event deleted for resources: {'Port': ['ID=7457f9a6-63c5-40f5-9df4-f230330fbe41,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:40:34.387877 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a9cf40-788d-4efb-bda7-307b7784c442 admin admin] No DVR routers for this DVR port 7457f9a6-63c5-40f5-9df4-f230330fbe41 on host dv-cinder-782390-6-iscsi {{(pid=86433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 06:40:34.389639 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-e2a9cf40-788d-4efb-bda7-307b7784c442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:40:34.503098 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 7457f9a6-63c5-40f5-9df4-f230330fbe41 no longer exists at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:40:34.518224 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-e2a9cf40-788d-4efb-bda7-307b7784c442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1367541', 'neutron.services.segments.db._delete_segments_for_network-8765873502323'] for network, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:34.540705 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-a199f46f-60c0-406d-a528-e85fa4f88453 None None] Calling delete_port for 7457f9a6-63c5-40f5-9df4-f230330fbe41 owned by network:dhcp {{(pid=86434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:40:34.598379 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] No Port match for: 7457f9a6-63c5-40f5-9df4-f230330fbe41 {{(pid=86434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:40:34.598657 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 7457f9a6-63c5-40f5-9df4-f230330fbe41 not bound to the agent host dv-cinder-782390-6-iscsi {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:40:34.637802 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.services.segments.db [None req-e2a9cf40-788d-4efb-bda7-307b7784c442 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18d42f14-ebcb-45fb-872d-4c48e6952727']}} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:40:34.643726 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-8140b917-f6a9-4335-8977-c05902b0bbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:34.647154 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.db.api [None req-a199f46f-60c0-406d-a528-e85fa4f88453 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86434) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 21 06:40:34.647572 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_db.api [None req-a199f46f-60c0-406d-a528-e85fa4f88453 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 21 06:40:34.657970 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.services.segments.db [None req-e2a9cf40-788d-4efb-bda7-307b7784c442 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bc7fe2d-ac4b-43a1-bcab-bde52b794f56') {'for_net_delete': True} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:40:34.658312 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.services.segments.db [None req-e2a9cf40-788d-4efb-bda7-307b7784c442 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bc7fe2d-ac4b-43a1-bcab-bde52b794f56') {} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:40:34.672670 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-e2a9cf40-788d-4efb-bda7-307b7784c442 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363270981292899', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7355468'] for segment, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:34.740744 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-e2a9cf40-788d-4efb-bda7-307b7784c442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1361606'] for segment, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:34.747892 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2a9cf40-788d-4efb-bda7-307b7784c442 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=86433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 21 06:40:34.931530 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-e2a9cf40-788d-4efb-bda7-307b7784c442 admin admin] Network 18d42f14-ebcb-45fb-872d-4c48e6952727 has no segments {{(pid=86433) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 06:40:34.940538 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-e2a9cf40-788d-4efb-bda7-307b7784c442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853414223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848204346'] for segment, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:35.125306 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-e2a9cf40-788d-4efb-bda7-307b7784c442 admin admin] Network 18d42f14-ebcb-45fb-872d-4c48e6952727 has no segments {{(pid=86433) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 06:40:35.149593 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-a199f46f-60c0-406d-a528-e85fa4f88453 None None] Deleting port 7457f9a6-63c5-40f5-9df4-f230330fbe41 {{(pid=86434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:40:35.150284 dv-cinder-782390-6-iscsi neutron-server[86317]: Traceback (most recent call last): Apr 21 06:40:35.150284 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 06:40:35.150284 dv-cinder-782390-6-iscsi neutron-server[86317]: timer() Apr 21 06:40:35.150284 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 06:40:35.150284 dv-cinder-782390-6-iscsi neutron-server[86317]: cb(*args, **kw) Apr 21 06:40:35.150284 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 21 06:40:35.150284 dv-cinder-782390-6-iscsi neutron-server[86317]: return func(*args, **kwargs) Apr 21 06:40:35.150284 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 06:40:35.150284 dv-cinder-782390-6-iscsi neutron-server[86317]: self._notify() Apr 21 06:40:35.150284 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 06:40:35.150284 dv-cinder-782390-6-iscsi neutron-server[86317]: self.callback(batched_events) Apr 21 06:40:35.150284 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 06:40:35.150284 dv-cinder-782390-6-iscsi neutron-server[86317]: event.method(event) Apr 21 06:40:35.150284 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 06:40:35.150284 dv-cinder-782390-6-iscsi neutron-server[86317]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 06:40:35.150284 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 21 06:40:35.150284 dv-cinder-782390-6-iscsi neutron-server[86317]: segment_id)['aggregates'][0] Apr 21 06:40:35.150284 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 06:40:35.150284 dv-cinder-782390-6-iscsi neutron-server[86317]: return f(self, *a, **k) Apr 21 06:40:35.150284 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 06:40:35.150284 dv-cinder-782390-6-iscsi neutron-server[86317]: return self._get(url).json() Apr 21 06:40:35.150284 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 06:40:35.150284 dv-cinder-782390-6-iscsi neutron-server[86317]: **kwargs) Apr 21 06:40:35.150284 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 06:40:35.150284 dv-cinder-782390-6-iscsi neutron-server[86317]: return self.request(url, 'GET', **kwargs) Apr 21 06:40:35.150284 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 21 06:40:35.150284 dv-cinder-782390-6-iscsi neutron-server[86317]: **endpoint_filter) Apr 21 06:40:35.150284 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 06:40:35.150284 dv-cinder-782390-6-iscsi neutron-server[86317]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 06:40:35.150284 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 06:40:35.150284 dv-cinder-782390-6-iscsi neutron-server[86317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 06:40:35.150284 dv-cinder-782390-6-iscsi neutron-server[86317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 06:40:35.152415 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-a199f46f-60c0-406d-a528-e85fa4f88453 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363270981359476'] for port, before_delete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:35.238606 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-a199f46f-60c0-406d-a528-e85fa4f88453 None None] The port '7457f9a6-63c5-40f5-9df4-f230330fbe41' was deleted {{(pid=86434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 06:40:35.293577 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:35.489746 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-e2a9cf40-788d-4efb-bda7-307b7784c442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853408259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8011138'] for network, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:35.494191 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:40:35.509664 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-e2a9cf40-788d-4efb-bda7-307b7784c442 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846863987'] for network, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:35.521379 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a9cf40-788d-4efb-bda7-307b7784c442 admin admin] Pushing event deleted for resources: {'Network': ['ID=18d42f14-ebcb-45fb-872d-4c48e6952727,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:40:35.528287 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-e2a9cf40-788d-4efb-bda7-307b7784c442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:40:35.558248 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-e2a9cf40-788d-4efb-bda7-307b7784c442 admin admin] 10.222.0.15 "DELETE /v2.0/networks/18d42f14-ebcb-45fb-872d-4c48e6952727 HTTP/1.1" status: 204 len: 168 time: 1.9015791 Apr 21 06:40:35.603695 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:35.760394 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 56726) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:40:35.814142 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-52294fdb-e107-47f6-8c42-00299a21f30c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a253b7f90d074c729aa03c3dbc382b57&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0523789 Apr 21 06:40:35.816865 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 56730) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:40:35.880796 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-7d1364a0-2cc2-4f28-bc15-4312dfeaeff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:35.909561 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-7d1364a0-2cc2-4f28-bc15-4312dfeaeff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:36.019718 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-7d1364a0-2cc2-4f28-bc15-4312dfeaeff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:36.025597 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-f4696864-020d-44ed-a7b3-4558a07cd5ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:40:36.042583 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1364a0-2cc2-4f28-bc15-4312dfeaeff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f025d7f7-5fc4-4d8e-b69d-53b3b57f64f3,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:40:36.045893 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-7d1364a0-2cc2-4f28-bc15-4312dfeaeff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:40:36.048029 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-7d1364a0-2cc2-4f28-bc15-4312dfeaeff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:36.052657 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-7d1364a0-2cc2-4f28-bc15-4312dfeaeff6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f025d7f7-5fc4-4d8e-b69d-53b3b57f64f3 HTTP/1.1" status: 204 len: 168 time: 0.2313552 Apr 21 06:40:36.322714 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:37.157082 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:45.928921 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 56852) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:40:46.080455 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-955d2e10-834c-498e-9209-4dff6c29d97f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:46.096570 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-955d2e10-834c-498e-9209-4dff6c29d97f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:40:46.100947 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-955d2e10-834c-498e-9209-4dff6c29d97f admin admin] Usage tracker for resource:security_group_rule and tenant:300476b950994217b5d38d1e0e997a2f is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:40:46.104592 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-955d2e10-834c-498e-9209-4dff6c29d97f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:40:46.110768 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-955d2e10-834c-498e-9209-4dff6c29d97f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:40:46.338922 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-955d2e10-834c-498e-9209-4dff6c29d97f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:46.390356 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-955d2e10-834c-498e-9209-4dff6c29d97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:46.400742 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-4259a4d0-b76e-4be7-80a8-2a2c9c3dd36c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:40:46.443803 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-955d2e10-834c-498e-9209-4dff6c29d97f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=300476b950994217b5d38d1e0e997a2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5131614 Apr 21 06:40:46.446228 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955d2e10-834c-498e-9209-4dff6c29d97f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae25ae0-7027-4592-9081-204c808d1fde,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:40:46.447492 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 56860) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:40:46.450013 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-955d2e10-834c-498e-9209-4dff6c29d97f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:40:46.513126 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4ad103c2-b60f-45c2-b06f-d0ce8d436aa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:46.540521 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4ad103c2-b60f-45c2-b06f-d0ce8d436aa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:46.620265 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4ad103c2-b60f-45c2-b06f-d0ce8d436aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:46.625491 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-2f88b76b-1b05-4040-afd0-013909730d25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:40:46.641577 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad103c2-b60f-45c2-b06f-d0ce8d436aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae25ae0-7027-4592-9081-204c808d1fde,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:40:46.644488 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-4ad103c2-b60f-45c2-b06f-d0ce8d436aa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:40:46.645562 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4ad103c2-b60f-45c2-b06f-d0ce8d436aa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:46.659260 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-4ad103c2-b60f-45c2-b06f-d0ce8d436aa3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eae25ae0-7027-4592-9081-204c808d1fde HTTP/1.1" status: 204 len: 168 time: 0.2007122 Apr 21 06:40:48.723480 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 56906) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:40:48.850971 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-758f2c5b-7a34-4aeb-afb4-e86aab5cdc17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:48.867018 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-758f2c5b-7a34-4aeb-afb4-e86aab5cdc17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:40:48.871084 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-758f2c5b-7a34-4aeb-afb4-e86aab5cdc17 admin admin] Usage tracker for resource:security_group_rule and tenant:9f46b91f82494b7084ff3a8a73452bf3 is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:40:48.874315 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-758f2c5b-7a34-4aeb-afb4-e86aab5cdc17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:40:48.880694 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-758f2c5b-7a34-4aeb-afb4-e86aab5cdc17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:40:48.973848 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-758f2c5b-7a34-4aeb-afb4-e86aab5cdc17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:49.002837 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-758f2c5b-7a34-4aeb-afb4-e86aab5cdc17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:49.013170 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-874bfd31-6e04-4da9-991c-30a70aa57c6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:40:49.058408 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-758f2c5b-7a34-4aeb-afb4-e86aab5cdc17 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9f46b91f82494b7084ff3a8a73452bf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3338892 Apr 21 06:40:49.059424 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758f2c5b-7a34-4aeb-afb4-e86aab5cdc17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750a7804-26d3-4025-a66b-3343a1182a02,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:40:49.062069 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 56914) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:40:49.062726 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-758f2c5b-7a34-4aeb-afb4-e86aab5cdc17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:40:49.136793 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-c64530d1-6b19-48b4-a420-a7cc09eb3ca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:49.165314 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-c64530d1-6b19-48b4-a420-a7cc09eb3ca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:49.242990 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-c64530d1-6b19-48b4-a420-a7cc09eb3ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:49.247405 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-1a0b6d9a-e37a-4488-8971-e35f087891d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:40:49.262176 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64530d1-6b19-48b4-a420-a7cc09eb3ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750a7804-26d3-4025-a66b-3343a1182a02,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:40:49.265243 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-c64530d1-6b19-48b4-a420-a7cc09eb3ca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:40:49.274882 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-c64530d1-6b19-48b4-a420-a7cc09eb3ca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:49.278568 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-c64530d1-6b19-48b4-a420-a7cc09eb3ca1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/750a7804-26d3-4025-a66b-3343a1182a02 HTTP/1.1" status: 204 len: 168 time: 0.2122021 Apr 21 06:40:49.734557 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 56932) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:40:49.755558 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3f7f3c67-f1c1-407b-bb2f-67b818b84261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:49.772916 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-3f7f3c67-f1c1-407b-bb2f-67b818b84261 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:40:49.777166 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-3f7f3c67-f1c1-407b-bb2f-67b818b84261 admin admin] Usage tracker for resource:security_group_rule and tenant:d455dddd68f3437dbe7f4653f5817dcc is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:40:49.780309 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-3f7f3c67-f1c1-407b-bb2f-67b818b84261 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:40:49.786493 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-3f7f3c67-f1c1-407b-bb2f-67b818b84261 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:40:49.874635 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3f7f3c67-f1c1-407b-bb2f-67b818b84261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:49.928670 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3f7f3c67-f1c1-407b-bb2f-67b818b84261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:49.938951 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-278175e0-913c-4355-8ecc-b4b63cdcef28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:40:49.983785 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-3f7f3c67-f1c1-407b-bb2f-67b818b84261 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d455dddd68f3437dbe7f4653f5817dcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2479622 Apr 21 06:40:49.984761 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7f3c67-f1c1-407b-bb2f-67b818b84261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ebd37e6-01e2-4107-b239-b0181f0a1d03,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:40:49.986648 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 56936) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:40:49.988006 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-3f7f3c67-f1c1-407b-bb2f-67b818b84261 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:40:50.052308 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-24d288d6-51ba-4f7d-9f3a-9ce727e4e4cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:50.081069 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-24d288d6-51ba-4f7d-9f3a-9ce727e4e4cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:50.151571 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-24d288d6-51ba-4f7d-9f3a-9ce727e4e4cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:50.156980 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-983f21a9-6940-43d9-ba98-da1c8e813734 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:40:50.171358 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d288d6-51ba-4f7d-9f3a-9ce727e4e4cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ebd37e6-01e2-4107-b239-b0181f0a1d03,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:40:50.174025 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-24d288d6-51ba-4f7d-9f3a-9ce727e4e4cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:40:50.184314 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-24d288d6-51ba-4f7d-9f3a-9ce727e4e4cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:50.185604 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-24d288d6-51ba-4f7d-9f3a-9ce727e4e4cf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9ebd37e6-01e2-4107-b239-b0181f0a1d03 HTTP/1.1" status: 204 len: 168 time: 0.1971598 Apr 21 06:40:52.092898 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:40:54.030158 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 57020) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:40:54.160711 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3b22d397-5ce0-4220-aa31-368e315424de admin admin] Notify callbacks [] for security_group, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:54.176273 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-3b22d397-5ce0-4220-aa31-368e315424de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:40:54.180914 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-3b22d397-5ce0-4220-aa31-368e315424de admin admin] Usage tracker for resource:security_group_rule and tenant:01a6fc1dbb6040c2877074b4e5cfd766 is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:40:54.183913 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-3b22d397-5ce0-4220-aa31-368e315424de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:40:54.190171 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-3b22d397-5ce0-4220-aa31-368e315424de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:40:54.280848 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3b22d397-5ce0-4220-aa31-368e315424de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:54.311804 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3b22d397-5ce0-4220-aa31-368e315424de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:54.321944 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-a552ef15-791c-4d8a-ba78-a22062debef9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:40:54.365873 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-3b22d397-5ce0-4220-aa31-368e315424de admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=01a6fc1dbb6040c2877074b4e5cfd766&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3344564 Apr 21 06:40:54.367763 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b22d397-5ce0-4220-aa31-368e315424de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f92fbe7e-1a97-4007-8310-2af4e358a2a9,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:40:54.368845 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 57026) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:40:54.371250 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-3b22d397-5ce0-4220-aa31-368e315424de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:40:54.440770 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-8347b783-d32d-4991-b4cb-f829c21e7711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:54.470664 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-8347b783-d32d-4991-b4cb-f829c21e7711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:54.546107 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-8347b783-d32d-4991-b4cb-f829c21e7711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:54.551410 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-ce8a0ec2-161b-4b2c-9bba-2678e50425df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:40:54.565324 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8347b783-d32d-4991-b4cb-f829c21e7711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92fbe7e-1a97-4007-8310-2af4e358a2a9,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:40:54.568011 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-8347b783-d32d-4991-b4cb-f829c21e7711 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:40:54.578016 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-8347b783-d32d-4991-b4cb-f829c21e7711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:54.582122 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-8347b783-d32d-4991-b4cb-f829c21e7711 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f92fbe7e-1a97-4007-8310-2af4e358a2a9 HTTP/1.1" status: 204 len: 168 time: 0.2120523 Apr 21 06:40:55.030080 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 57036) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:40:55.050570 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-017301c5-3e63-4f73-b293-1b052133bfbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:55.076464 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-017301c5-3e63-4f73-b293-1b052133bfbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:40:55.080773 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-017301c5-3e63-4f73-b293-1b052133bfbc admin admin] Usage tracker for resource:security_group_rule and tenant:883e2cbc13264011a5c75c553301007f is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:40:55.083982 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-017301c5-3e63-4f73-b293-1b052133bfbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:40:55.090298 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-017301c5-3e63-4f73-b293-1b052133bfbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:40:55.178060 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-017301c5-3e63-4f73-b293-1b052133bfbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:55.203041 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-017301c5-3e63-4f73-b293-1b052133bfbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:55.212241 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-436eff8a-9f99-4034-b543-306094efbfc9 tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:40:55.261842 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-017301c5-3e63-4f73-b293-1b052133bfbc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=883e2cbc13264011a5c75c553301007f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2279923 Apr 21 06:40:55.262087 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 57040) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:40:55.265170 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017301c5-3e63-4f73-b293-1b052133bfbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=236e4fba-5f08-4e96-8f83-16df25caec14,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:40:55.279907 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-017301c5-3e63-4f73-b293-1b052133bfbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:40:55.328969 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9b646dcb-3966-4fd9-ab7f-7f1f087cf9f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:55.356952 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9b646dcb-3966-4fd9-ab7f-7f1f087cf9f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:55.420109 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9b646dcb-3966-4fd9-ab7f-7f1f087cf9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:55.425478 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-f29eb193-bd10-41fb-b820-6cfbb8423e7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:40:55.439726 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b646dcb-3966-4fd9-ab7f-7f1f087cf9f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=236e4fba-5f08-4e96-8f83-16df25caec14,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:40:55.444757 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9b646dcb-3966-4fd9-ab7f-7f1f087cf9f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:40:55.449374 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9b646dcb-3966-4fd9-ab7f-7f1f087cf9f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:55.453049 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-9b646dcb-3966-4fd9-ab7f-7f1f087cf9f9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/236e4fba-5f08-4e96-8f83-16df25caec14 HTTP/1.1" status: 204 len: 168 time: 0.1874642 Apr 21 06:40:56.978842 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 57092) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:40:57.124678 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-227ab765-fc92-4203-a804-2e23c7592fa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:57.141663 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-227ab765-fc92-4203-a804-2e23c7592fa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:40:57.145923 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-227ab765-fc92-4203-a804-2e23c7592fa0 admin admin] Usage tracker for resource:security_group_rule and tenant:d3e1068cebea40b99b599dfdd785e4ae is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:40:57.149520 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-227ab765-fc92-4203-a804-2e23c7592fa0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:40:57.155683 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-227ab765-fc92-4203-a804-2e23c7592fa0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:40:57.242266 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-227ab765-fc92-4203-a804-2e23c7592fa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:57.271456 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-227ab765-fc92-4203-a804-2e23c7592fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:57.281902 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9b614a92-f09b-4b5c-b76a-92a8a434cb74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:40:57.334433 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-227ab765-fc92-4203-a804-2e23c7592fa0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d3e1068cebea40b99b599dfdd785e4ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3514042 Apr 21 06:40:57.334433 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227ab765-fc92-4203-a804-2e23c7592fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=167f2f2f-3d89-45ea-8ae9-64e7321487c8,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:40:57.335062 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 57102) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:40:57.336949 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-227ab765-fc92-4203-a804-2e23c7592fa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:40:57.406200 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-69cdc723-9eea-46c9-a56d-e933ad59954d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:57.435935 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-69cdc723-9eea-46c9-a56d-e933ad59954d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:57.511358 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-69cdc723-9eea-46c9-a56d-e933ad59954d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:57.516697 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-24d288d6-51ba-4f7d-9f3a-9ce727e4e4cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:40:57.530234 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cdc723-9eea-46c9-a56d-e933ad59954d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=167f2f2f-3d89-45ea-8ae9-64e7321487c8,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:40:57.533497 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-69cdc723-9eea-46c9-a56d-e933ad59954d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:40:57.535603 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-69cdc723-9eea-46c9-a56d-e933ad59954d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:40:57.539947 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-69cdc723-9eea-46c9-a56d-e933ad59954d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/167f2f2f-3d89-45ea-8ae9-64e7321487c8 HTTP/1.1" status: 204 len: 168 time: 0.1996849 Apr 21 06:41:02.088770 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-feeb36e5-019f-46e5-a6ac-2db81a2278f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:04.557506 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-8c1e8e84-fc8f-4000-b7d9-3bbc2763f6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:05.237840 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:05.603075 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:06.327683 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:07.168696 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:13.190129 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 57282) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:41:13.328490 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-77937dd0-3c27-46e6-9290-2c48c5040ec4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:13.345877 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-77937dd0-3c27-46e6-9290-2c48c5040ec4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:41:13.350155 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-77937dd0-3c27-46e6-9290-2c48c5040ec4 admin admin] Usage tracker for resource:security_group_rule and tenant:47434843c8e9476695104dc5b89361cb is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:41:13.353475 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-77937dd0-3c27-46e6-9290-2c48c5040ec4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:41:13.359734 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-77937dd0-3c27-46e6-9290-2c48c5040ec4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:41:13.448428 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-77937dd0-3c27-46e6-9290-2c48c5040ec4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:13.499081 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-77937dd0-3c27-46e6-9290-2c48c5040ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:13.510007 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-ad8807ed-bba5-477e-b8b3-681158e8913a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:41:13.553753 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-77937dd0-3c27-46e6-9290-2c48c5040ec4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=47434843c8e9476695104dc5b89361cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3621016 Apr 21 06:41:13.555009 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77937dd0-3c27-46e6-9290-2c48c5040ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a31d429-085d-4ee1-89e5-d4156b0c692e,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:41:13.557093 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 57290) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:41:13.563253 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77937dd0-3c27-46e6-9290-2c48c5040ec4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:41:13.563670 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77937dd0-3c27-46e6-9290-2c48c5040ec4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:41:13.564078 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77937dd0-3c27-46e6-9290-2c48c5040ec4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:41:13.564479 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77937dd0-3c27-46e6-9290-2c48c5040ec4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:41:13.564876 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77937dd0-3c27-46e6-9290-2c48c5040ec4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:41:13.565271 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77937dd0-3c27-46e6-9290-2c48c5040ec4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:41:13.565665 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77937dd0-3c27-46e6-9290-2c48c5040ec4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:41:13.566059 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77937dd0-3c27-46e6-9290-2c48c5040ec4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:41:13.566453 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77937dd0-3c27-46e6-9290-2c48c5040ec4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:41:13.566867 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77937dd0-3c27-46e6-9290-2c48c5040ec4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:41:13.567308 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77937dd0-3c27-46e6-9290-2c48c5040ec4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:41:13.567696 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77937dd0-3c27-46e6-9290-2c48c5040ec4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:41:13.572547 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-77937dd0-3c27-46e6-9290-2c48c5040ec4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:41:13.623259 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-2e1028b2-a23e-4969-bd4b-e66922105e79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:13.651216 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-2e1028b2-a23e-4969-bd4b-e66922105e79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:13.721533 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-2e1028b2-a23e-4969-bd4b-e66922105e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:13.726427 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-e6d24298-d7cd-49ff-8a14-703df7949606 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:41:13.738714 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1028b2-a23e-4969-bd4b-e66922105e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a31d429-085d-4ee1-89e5-d4156b0c692e,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:41:13.743291 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-2e1028b2-a23e-4969-bd4b-e66922105e79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:41:13.749293 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-2e1028b2-a23e-4969-bd4b-e66922105e79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:13.753187 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-2e1028b2-a23e-4969-bd4b-e66922105e79 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6a31d429-085d-4ee1-89e5-d4156b0c692e HTTP/1.1" status: 204 len: 168 time: 0.1922493 Apr 21 06:41:16.044322 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 57356) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:41:16.177984 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-72e9643a-73e6-4f69-b977-06167da440f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:16.195527 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-72e9643a-73e6-4f69-b977-06167da440f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:41:16.200780 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-72e9643a-73e6-4f69-b977-06167da440f3 admin admin] Usage tracker for resource:security_group_rule and tenant:9b9b60462fb14acba5a1f99c11a8fe26 is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:41:16.205233 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-72e9643a-73e6-4f69-b977-06167da440f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:41:16.212143 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-72e9643a-73e6-4f69-b977-06167da440f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:41:16.338266 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-72e9643a-73e6-4f69-b977-06167da440f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:16.361809 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-72e9643a-73e6-4f69-b977-06167da440f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:16.375691 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-017301c5-3e63-4f73-b293-1b052133bfbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:41:16.418794 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-72e9643a-73e6-4f69-b977-06167da440f3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9b9b60462fb14acba5a1f99c11a8fe26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3705506 Apr 21 06:41:16.419471 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 57362) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:41:16.434054 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e9643a-73e6-4f69-b977-06167da440f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=864b16e4-b8b3-4455-8c28-d9e23cd3af7e,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:41:16.450558 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-72e9643a-73e6-4f69-b977-06167da440f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:41:16.491473 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-a1d87ad5-209b-4f82-b07f-3a343af83b78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:16.521500 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-a1d87ad5-209b-4f82-b07f-3a343af83b78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:16.590493 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-a1d87ad5-209b-4f82-b07f-3a343af83b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:16.596144 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-69cdc723-9eea-46c9-a56d-e933ad59954d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:41:16.611190 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d87ad5-209b-4f82-b07f-3a343af83b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=864b16e4-b8b3-4455-8c28-d9e23cd3af7e,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:41:16.613449 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-a1d87ad5-209b-4f82-b07f-3a343af83b78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:41:16.622988 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-a1d87ad5-209b-4f82-b07f-3a343af83b78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:16.626721 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-a1d87ad5-209b-4f82-b07f-3a343af83b78 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/864b16e4-b8b3-4455-8c28-d9e23cd3af7e HTTP/1.1" status: 204 len: 168 time: 0.2037451 Apr 21 06:41:17.120826 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 57374) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:41:17.144744 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-042626ce-82e7-44b0-916d-ff7706fd8990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:17.161095 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-042626ce-82e7-44b0-916d-ff7706fd8990 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:41:17.167204 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-042626ce-82e7-44b0-916d-ff7706fd8990 admin admin] Usage tracker for resource:security_group_rule and tenant:312dc7b3f76b4a5ca5010ea229cff93d is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:41:17.168528 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-042626ce-82e7-44b0-916d-ff7706fd8990 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:41:17.174844 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-042626ce-82e7-44b0-916d-ff7706fd8990 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:41:17.323582 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-042626ce-82e7-44b0-916d-ff7706fd8990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:17.357224 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-042626ce-82e7-44b0-916d-ff7706fd8990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:17.367144 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-7dbcd475-085f-4cb5-ba9a-38567a3c0e58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:41:17.409517 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-042626ce-82e7-44b0-916d-ff7706fd8990 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=312dc7b3f76b4a5ca5010ea229cff93d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2874725 Apr 21 06:41:17.411272 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042626ce-82e7-44b0-916d-ff7706fd8990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823cc472-994c-48b8-bcaa-a385f9c2397b,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:41:17.412561 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 57378) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:41:17.414481 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-042626ce-82e7-44b0-916d-ff7706fd8990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:41:17.479976 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4b782328-db36-4380-b644-5639e6bf03b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:17.509455 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4b782328-db36-4380-b644-5639e6bf03b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:17.597207 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4b782328-db36-4380-b644-5639e6bf03b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:17.603161 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-1508b3e9-f19b-4b58-b368-a170737f38f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:41:17.617820 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b782328-db36-4380-b644-5639e6bf03b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823cc472-994c-48b8-bcaa-a385f9c2397b,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:41:17.620855 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-4b782328-db36-4380-b644-5639e6bf03b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:41:17.621838 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4b782328-db36-4380-b644-5639e6bf03b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:17.625813 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-4b782328-db36-4380-b644-5639e6bf03b5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/823cc472-994c-48b8-bcaa-a385f9c2397b HTTP/1.1" status: 204 len: 168 time: 0.2086158 Apr 21 06:41:25.451031 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 57528) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:41:25.501937 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 57534) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:41:25.657868 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-34f8a19f-aaa7-47da-96e4-02a8bb312a21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:25.674221 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-52bf31b4-eeb3-466f-8ef9-bebb89e996a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:25.689828 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-34f8a19f-aaa7-47da-96e4-02a8bb312a21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:41:25.696435 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-34f8a19f-aaa7-47da-96e4-02a8bb312a21 admin admin] Usage tracker for resource:security_group_rule and tenant:8144a7cc1b3b4118a67e37a19023ea51 is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:41:25.699608 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-52bf31b4-eeb3-466f-8ef9-bebb89e996a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:41:25.702054 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-34f8a19f-aaa7-47da-96e4-02a8bb312a21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:41:25.708882 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-52bf31b4-eeb3-466f-8ef9-bebb89e996a5 admin admin] Usage tracker for resource:security_group_rule and tenant:f182f835de2541a98f3edbdcc9935338 is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:41:25.712891 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-34f8a19f-aaa7-47da-96e4-02a8bb312a21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:41:25.715739 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-52bf31b4-eeb3-466f-8ef9-bebb89e996a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:41:25.724286 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-52bf31b4-eeb3-466f-8ef9-bebb89e996a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:41:25.897631 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-34f8a19f-aaa7-47da-96e4-02a8bb312a21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:25.905733 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-52bf31b4-eeb3-466f-8ef9-bebb89e996a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:25.940839 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-34f8a19f-aaa7-47da-96e4-02a8bb312a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:25.950240 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-aeca7123-3e29-42b9-a3ea-2dffd9ef576e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:41:25.968471 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-52bf31b4-eeb3-466f-8ef9-bebb89e996a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:26.014970 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f8a19f-aaa7-47da-96e4-02a8bb312a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd6a542-d3ee-4231-b559-415d91a2121e,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:41:26.021934 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-34f8a19f-aaa7-47da-96e4-02a8bb312a21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:41:26.027115 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-34f8a19f-aaa7-47da-96e4-02a8bb312a21 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8144a7cc1b3b4118a67e37a19023ea51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5214944 Apr 21 06:41:26.027115 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-fc26b5ca-4066-4c4f-ab60-9d1c73e189c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:41:26.029281 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 57540) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:41:26.059536 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-52bf31b4-eeb3-466f-8ef9-bebb89e996a5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f182f835de2541a98f3edbdcc9935338&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6038203 Apr 21 06:41:26.060948 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 57544) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:41:26.061328 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bf31b4-eeb3-466f-8ef9-bebb89e996a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64a72053-5cd7-4e6f-a0cd-9f6f58d2832a,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:41:26.064819 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-52bf31b4-eeb3-466f-8ef9-bebb89e996a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:41:26.146902 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-70f80ac1-852c-4924-8211-2201e7a85f4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:26.182452 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-b359f413-61f8-4788-8aed-691cf8d95d6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:26.203071 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-70f80ac1-852c-4924-8211-2201e7a85f4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:26.251130 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-b359f413-61f8-4788-8aed-691cf8d95d6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:26.340713 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-70f80ac1-852c-4924-8211-2201e7a85f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:26.346487 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-8347b783-d32d-4991-b4cb-f829c21e7711 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:41:26.363229 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f80ac1-852c-4924-8211-2201e7a85f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd6a542-d3ee-4231-b559-415d91a2121e,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:41:26.366895 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-70f80ac1-852c-4924-8211-2201e7a85f4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:41:26.370166 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-b359f413-61f8-4788-8aed-691cf8d95d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:26.376819 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-6b9fc07e-e3e4-46d6-8bdc-4a263cabbc7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:41:26.391699 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-70f80ac1-852c-4924-8211-2201e7a85f4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:26.399260 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-70f80ac1-852c-4924-8211-2201e7a85f4e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6cd6a542-d3ee-4231-b559-415d91a2121e HTTP/1.1" status: 204 len: 168 time: 0.3651226 Apr 21 06:41:26.400858 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b359f413-61f8-4788-8aed-691cf8d95d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a72053-5cd7-4e6f-a0cd-9f6f58d2832a,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:41:26.403120 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-b359f413-61f8-4788-8aed-691cf8d95d6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:26.407960 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-b359f413-61f8-4788-8aed-691cf8d95d6e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/64a72053-5cd7-4e6f-a0cd-9f6f58d2832a HTTP/1.1" status: 204 len: 168 time: 0.3423612 Apr 21 06:41:26.407960 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-b359f413-61f8-4788-8aed-691cf8d95d6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:41:26.881787 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 57556) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:41:26.903867 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-a0030a67-2602-421e-be2b-2dd520bfd720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:26.920830 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-a0030a67-2602-421e-be2b-2dd520bfd720 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:41:26.925145 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-a0030a67-2602-421e-be2b-2dd520bfd720 admin admin] Usage tracker for resource:security_group_rule and tenant:10b056bd790c43fc809938d4d2c5684a is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:41:26.928435 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-a0030a67-2602-421e-be2b-2dd520bfd720 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:41:26.935362 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-a0030a67-2602-421e-be2b-2dd520bfd720 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:41:26.958618 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 57560) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:41:26.982460 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-ecf8f28d-3fb8-4561-acde-5d105d221a90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:26.999438 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-ecf8f28d-3fb8-4561-acde-5d105d221a90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:41:27.003778 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-ecf8f28d-3fb8-4561-acde-5d105d221a90 admin admin] Usage tracker for resource:security_group_rule and tenant:d26e0fcae7ce4bac885d304e187fb99c is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:41:27.007790 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-ecf8f28d-3fb8-4561-acde-5d105d221a90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:41:27.014319 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-ecf8f28d-3fb8-4561-acde-5d105d221a90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:41:27.032626 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-a0030a67-2602-421e-be2b-2dd520bfd720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:27.066243 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-a0030a67-2602-421e-be2b-2dd520bfd720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:27.080955 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-c411e628-2f86-4147-9eb6-e22ae98e6469 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:41:27.129513 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-ecf8f28d-3fb8-4561-acde-5d105d221a90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:27.129747 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-a0030a67-2602-421e-be2b-2dd520bfd720 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=10b056bd790c43fc809938d4d2c5684a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2431889 Apr 21 06:41:27.129747 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0030a67-2602-421e-be2b-2dd520bfd720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe147365-bfe4-453f-89e9-e5f4f4c878fc,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:41:27.129924 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 57564) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:41:27.131882 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-a0030a67-2602-421e-be2b-2dd520bfd720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:41:27.164115 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-ecf8f28d-3fb8-4561-acde-5d105d221a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:27.179642 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-34f8a19f-aaa7-47da-96e4-02a8bb312a21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:41:27.234206 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf8f28d-3fb8-4561-acde-5d105d221a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9033922-fe9d-4282-92eb-dd74bf90e87e,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:41:27.253088 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-2cceda03-a9ee-4a39-bf68-cf66c409a106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:27.255319 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-ecf8f28d-3fb8-4561-acde-5d105d221a90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:41:27.261884 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-ecf8f28d-3fb8-4561-acde-5d105d221a90 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d26e0fcae7ce4bac885d304e187fb99c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2995882 Apr 21 06:41:27.262336 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 57568) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:41:27.288873 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-2cceda03-a9ee-4a39-bf68-cf66c409a106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:27.336498 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-076c3e3a-e5cb-4fcf-8ab7-0b8c55c739c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:27.364986 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-076c3e3a-e5cb-4fcf-8ab7-0b8c55c739c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:27.369191 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-2cceda03-a9ee-4a39-bf68-cf66c409a106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:27.374950 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-4506c164-03d9-4231-a15e-43294eddcd68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:41:27.390852 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cceda03-a9ee-4a39-bf68-cf66c409a106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe147365-bfe4-453f-89e9-e5f4f4c878fc,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:41:27.395544 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-2cceda03-a9ee-4a39-bf68-cf66c409a106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:41:27.427502 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-2cceda03-a9ee-4a39-bf68-cf66c409a106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:27.428784 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-2cceda03-a9ee-4a39-bf68-cf66c409a106 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fe147365-bfe4-453f-89e9-e5f4f4c878fc HTTP/1.1" status: 204 len: 168 time: 0.2979245 Apr 21 06:41:27.454843 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-076c3e3a-e5cb-4fcf-8ab7-0b8c55c739c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:27.460966 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-650f1b27-63e8-4f85-aac4-057abef56af0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:41:27.475597 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076c3e3a-e5cb-4fcf-8ab7-0b8c55c739c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9033922-fe9d-4282-92eb-dd74bf90e87e,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:41:27.481009 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-076c3e3a-e5cb-4fcf-8ab7-0b8c55c739c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:41:27.493629 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-076c3e3a-e5cb-4fcf-8ab7-0b8c55c739c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:27.494929 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-076c3e3a-e5cb-4fcf-8ab7-0b8c55c739c1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d9033922-fe9d-4282-92eb-dd74bf90e87e HTTP/1.1" status: 204 len: 168 time: 0.2315023 Apr 21 06:41:28.100204 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 57588) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:41:28.122137 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f8803bf8-9757-43e5-b6ac-7ce4f2aacbf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:28.138928 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-f8803bf8-9757-43e5-b6ac-7ce4f2aacbf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:41:28.143210 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-f8803bf8-9757-43e5-b6ac-7ce4f2aacbf4 admin admin] Usage tracker for resource:security_group_rule and tenant:92ee3b17d6bb4d8c8c566dd6fd73c66b is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:41:28.146955 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-f8803bf8-9757-43e5-b6ac-7ce4f2aacbf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:41:28.153196 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-f8803bf8-9757-43e5-b6ac-7ce4f2aacbf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:41:28.259589 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f8803bf8-9757-43e5-b6ac-7ce4f2aacbf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:28.293468 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f8803bf8-9757-43e5-b6ac-7ce4f2aacbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:28.302972 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-6f71f2d2-8b9e-4881-b670-9bec4838af2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:41:28.344876 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8803bf8-9757-43e5-b6ac-7ce4f2aacbf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08fdf16a-a980-43ed-ba0c-5e8ff3d704b4,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:41:28.348895 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-f8803bf8-9757-43e5-b6ac-7ce4f2aacbf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:41:28.354945 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 57598) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:41:28.355153 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-f8803bf8-9757-43e5-b6ac-7ce4f2aacbf4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=92ee3b17d6bb4d8c8c566dd6fd73c66b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2530320 Apr 21 06:41:28.436612 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-a58332d2-4215-4f3a-b87d-7426d181ec89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:28.478008 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-a58332d2-4215-4f3a-b87d-7426d181ec89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:28.550706 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-a58332d2-4215-4f3a-b87d-7426d181ec89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:28.556307 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-042626ce-82e7-44b0-916d-ff7706fd8990 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:41:28.570728 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58332d2-4215-4f3a-b87d-7426d181ec89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08fdf16a-a980-43ed-ba0c-5e8ff3d704b4,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:41:28.573719 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-a58332d2-4215-4f3a-b87d-7426d181ec89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:41:28.575005 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-a58332d2-4215-4f3a-b87d-7426d181ec89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:28.576266 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-a58332d2-4215-4f3a-b87d-7426d181ec89 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/08fdf16a-a980-43ed-ba0c-5e8ff3d704b4 HTTP/1.1" status: 204 len: 168 time: 0.2199171 Apr 21 06:41:29.093775 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:41:32.100557 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0f7affb4-200d-4bd6-b1e3-143a00d489f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:34.567816 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5c06ad51-f028-4e21-98c2-48fc34f3a860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:35.242033 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:35.613344 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:36.316327 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:37.171221 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:40.170918 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 57770) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:41:40.330310 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-56dbcffc-f2e8-4359-8494-ac4fbb63c62d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:40.347601 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-56dbcffc-f2e8-4359-8494-ac4fbb63c62d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:41:40.352660 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-56dbcffc-f2e8-4359-8494-ac4fbb63c62d admin admin] Usage tracker for resource:security_group_rule and tenant:837f4d42e4be4c72a3f8c3c67de768af is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:41:40.355569 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-56dbcffc-f2e8-4359-8494-ac4fbb63c62d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:41:40.362148 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-56dbcffc-f2e8-4359-8494-ac4fbb63c62d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:41:40.534623 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-56dbcffc-f2e8-4359-8494-ac4fbb63c62d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:40.561663 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-56dbcffc-f2e8-4359-8494-ac4fbb63c62d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:40.571182 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-758f2c5b-7a34-4aeb-afb4-e86aab5cdc17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:41:40.617491 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-56dbcffc-f2e8-4359-8494-ac4fbb63c62d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=837f4d42e4be4c72a3f8c3c67de768af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4453027 Apr 21 06:41:40.620230 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 57778) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:41:40.623152 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dbcffc-f2e8-4359-8494-ac4fbb63c62d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a1853d7-aa2c-452c-8e5e-81ede69b767e,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:41:40.637864 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-56dbcffc-f2e8-4359-8494-ac4fbb63c62d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:41:40.691081 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d8ca889d-2631-42d9-96d1-b46901bae369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:40.720759 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d8ca889d-2631-42d9-96d1-b46901bae369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:40.858916 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d8ca889d-2631-42d9-96d1-b46901bae369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:40.864537 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-84f7bcae-88db-4384-a59a-9d664910aa35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:41:40.877754 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ca889d-2631-42d9-96d1-b46901bae369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a1853d7-aa2c-452c-8e5e-81ede69b767e,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:41:40.880112 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-d8ca889d-2631-42d9-96d1-b46901bae369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:41:40.884396 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d8ca889d-2631-42d9-96d1-b46901bae369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:40.889285 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-d8ca889d-2631-42d9-96d1-b46901bae369 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1a1853d7-aa2c-452c-8e5e-81ede69b767e HTTP/1.1" status: 204 len: 168 time: 0.2680209 Apr 21 06:41:41.349054 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 57786) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:41:41.369818 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-77e690b8-b9d5-43fe-b995-73d9a8442506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:41.387448 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-77e690b8-b9d5-43fe-b995-73d9a8442506 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:41:41.391610 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-77e690b8-b9d5-43fe-b995-73d9a8442506 admin admin] Usage tracker for resource:security_group_rule and tenant:7a598dd1569a4af78a9a4400d215302d is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:41:41.394706 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-77e690b8-b9d5-43fe-b995-73d9a8442506 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:41:41.401004 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-77e690b8-b9d5-43fe-b995-73d9a8442506 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:41:41.493132 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-77e690b8-b9d5-43fe-b995-73d9a8442506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:41.556167 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-77e690b8-b9d5-43fe-b995-73d9a8442506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:41.571930 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5ed7becf-ec9b-40ad-a7dd-f4709bb77366 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:41:41.613656 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-77e690b8-b9d5-43fe-b995-73d9a8442506 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7a598dd1569a4af78a9a4400d215302d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2633128 Apr 21 06:41:41.615550 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e690b8-b9d5-43fe-b995-73d9a8442506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0234f88-b7ee-42ef-86c2-e073ba4d8c37,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:41:41.617580 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 57792) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:41:41.625016 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e690b8-b9d5-43fe-b995-73d9a8442506 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:41:41.625446 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e690b8-b9d5-43fe-b995-73d9a8442506 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:41:41.625874 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e690b8-b9d5-43fe-b995-73d9a8442506 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:41:41.626295 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e690b8-b9d5-43fe-b995-73d9a8442506 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:41:41.626723 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e690b8-b9d5-43fe-b995-73d9a8442506 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:41:41.627156 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e690b8-b9d5-43fe-b995-73d9a8442506 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:41:41.627575 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e690b8-b9d5-43fe-b995-73d9a8442506 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:41:41.627992 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e690b8-b9d5-43fe-b995-73d9a8442506 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:41:41.628409 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e690b8-b9d5-43fe-b995-73d9a8442506 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:41:41.628822 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e690b8-b9d5-43fe-b995-73d9a8442506 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:41:41.629235 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e690b8-b9d5-43fe-b995-73d9a8442506 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:41:41.629642 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e690b8-b9d5-43fe-b995-73d9a8442506 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:41:41.634599 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-77e690b8-b9d5-43fe-b995-73d9a8442506 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:41:41.700057 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-ebc03baf-9cdc-4b02-ab7e-5b08c518ad00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:41.729559 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-ebc03baf-9cdc-4b02-ab7e-5b08c518ad00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:41.826265 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-ebc03baf-9cdc-4b02-ab7e-5b08c518ad00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:41.832982 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-56dbcffc-f2e8-4359-8494-ac4fbb63c62d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:41:41.846299 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc03baf-9cdc-4b02-ab7e-5b08c518ad00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0234f88-b7ee-42ef-86c2-e073ba4d8c37,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:41:41.849511 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-ebc03baf-9cdc-4b02-ab7e-5b08c518ad00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:41:41.852210 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-ebc03baf-9cdc-4b02-ab7e-5b08c518ad00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:41.856701 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-ebc03baf-9cdc-4b02-ab7e-5b08c518ad00 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d0234f88-b7ee-42ef-86c2-e073ba4d8c37 HTTP/1.1" status: 204 len: 168 time: 0.2342875 Apr 21 06:41:48.904862 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 57922) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:41:49.033004 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3d25daef-6d72-4ac4-972a-c32af27128f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:49.049754 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-3d25daef-6d72-4ac4-972a-c32af27128f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:41:49.054957 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-3d25daef-6d72-4ac4-972a-c32af27128f0 admin admin] Usage tracker for resource:security_group_rule and tenant:cf24c29691b6491c912363dbd2f79b12 is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:41:49.057936 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-3d25daef-6d72-4ac4-972a-c32af27128f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:41:49.064036 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-3d25daef-6d72-4ac4-972a-c32af27128f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:41:49.159046 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3d25daef-6d72-4ac4-972a-c32af27128f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:49.209173 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3d25daef-6d72-4ac4-972a-c32af27128f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:49.219055 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-2c71fe97-b145-4044-87b4-9d9258548418 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:41:49.259376 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d25daef-6d72-4ac4-972a-c32af27128f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91eb49c1-b638-4216-bc3f-27a865435278,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:41:49.264858 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-3d25daef-6d72-4ac4-972a-c32af27128f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:41:49.273847 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-3d25daef-6d72-4ac4-972a-c32af27128f0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cf24c29691b6491c912363dbd2f79b12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3650422 Apr 21 06:41:49.273953 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 57928) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:41:49.338524 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-1ed569d2-e83e-461b-bb7f-149b95729313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:49.365607 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-1ed569d2-e83e-461b-bb7f-149b95729313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:49.435904 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-1ed569d2-e83e-461b-bb7f-149b95729313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:49.440975 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-adb4fec9-e08f-4d90-819d-0502f44e7391 tempest-TestShelveInstance-2129637860 tempest-TestShelveInstance-2129637860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:41:49.454870 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed569d2-e83e-461b-bb7f-149b95729313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91eb49c1-b638-4216-bc3f-27a865435278,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:41:49.457926 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-1ed569d2-e83e-461b-bb7f-149b95729313 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:41:49.468105 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-1ed569d2-e83e-461b-bb7f-149b95729313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:49.472107 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-1ed569d2-e83e-461b-bb7f-149b95729313 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/91eb49c1-b638-4216-bc3f-27a865435278 HTTP/1.1" status: 204 len: 168 time: 0.1969266 Apr 21 06:41:49.942934 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 57938) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:41:49.975443 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd5ef-28e6-45b8-87e2-79f301e2d1ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:49.991815 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-4ecfd5ef-28e6-45b8-87e2-79f301e2d1ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:41:49.995924 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-4ecfd5ef-28e6-45b8-87e2-79f301e2d1ae admin admin] Usage tracker for resource:security_group_rule and tenant:0c444f07ec634c3294ce264c77ef7bce is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:41:49.998895 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-4ecfd5ef-28e6-45b8-87e2-79f301e2d1ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:41:50.004920 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-4ecfd5ef-28e6-45b8-87e2-79f301e2d1ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:41:50.093010 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd5ef-28e6-45b8-87e2-79f301e2d1ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:50.121667 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd5ef-28e6-45b8-87e2-79f301e2d1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:50.130953 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-96c35ba4-adda-4a94-a5a6-cea793fa7f33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:41:50.178899 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-4ecfd5ef-28e6-45b8-87e2-79f301e2d1ae admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0c444f07ec634c3294ce264c77ef7bce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2341242 Apr 21 06:41:50.179876 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecfd5ef-28e6-45b8-87e2-79f301e2d1ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=131e92b6-afd8-4c92-9c18-8e87999d9a75,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:41:50.181800 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 57942) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:41:50.183073 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-4ecfd5ef-28e6-45b8-87e2-79f301e2d1ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:41:50.248832 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-26bdc777-981a-4e5d-a256-55550b5c5fc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:50.278456 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-26bdc777-981a-4e5d-a256-55550b5c5fc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:50.350501 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-26bdc777-981a-4e5d-a256-55550b5c5fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:50.356035 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-d8ca889d-2631-42d9-96d1-b46901bae369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:41:50.369714 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bdc777-981a-4e5d-a256-55550b5c5fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=131e92b6-afd8-4c92-9c18-8e87999d9a75,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:41:50.372193 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-26bdc777-981a-4e5d-a256-55550b5c5fc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:41:50.380348 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-26bdc777-981a-4e5d-a256-55550b5c5fc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:50.387691 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-26bdc777-981a-4e5d-a256-55550b5c5fc3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/131e92b6-afd8-4c92-9c18-8e87999d9a75 HTTP/1.1" status: 204 len: 168 time: 0.2037315 Apr 21 06:41:51.063394 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 57952) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:41:51.083816 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-a56fedc9-ed16-4e51-ae60-f479812b670c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:51.099899 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-a56fedc9-ed16-4e51-ae60-f479812b670c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:41:51.104595 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-a56fedc9-ed16-4e51-ae60-f479812b670c admin admin] Usage tracker for resource:security_group_rule and tenant:891f00688ea14cfe8620fbae2206f975 is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:41:51.107594 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-a56fedc9-ed16-4e51-ae60-f479812b670c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:41:51.113609 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-a56fedc9-ed16-4e51-ae60-f479812b670c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:41:51.208685 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-a56fedc9-ed16-4e51-ae60-f479812b670c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:51.254960 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-a56fedc9-ed16-4e51-ae60-f479812b670c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:51.264879 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-7d1364a0-2cc2-4f28-bc15-4312dfeaeff6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:41:51.308040 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-a56fedc9-ed16-4e51-ae60-f479812b670c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=891f00688ea14cfe8620fbae2206f975&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2434864 Apr 21 06:41:51.309726 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56fedc9-ed16-4e51-ae60-f479812b670c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf7a7aa-2b70-425d-be7d-b0329b8e288d,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:41:51.310975 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 57956) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:41:51.312995 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-a56fedc9-ed16-4e51-ae60-f479812b670c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:41:51.373784 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-1634d2f5-ad4a-48fc-83b5-f55827b16c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:51.401582 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-1634d2f5-ad4a-48fc-83b5-f55827b16c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:51.540658 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-1634d2f5-ad4a-48fc-83b5-f55827b16c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:51.545813 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-076c3e3a-e5cb-4fcf-8ab7-0b8c55c739c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:41:51.558471 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1634d2f5-ad4a-48fc-83b5-f55827b16c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf7a7aa-2b70-425d-be7d-b0329b8e288d,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:41:51.560891 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-1634d2f5-ad4a-48fc-83b5-f55827b16c3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:41:51.568205 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-1634d2f5-ad4a-48fc-83b5-f55827b16c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:41:51.572363 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-1634d2f5-ad4a-48fc-83b5-f55827b16c3b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0cf7a7aa-2b70-425d-be7d-b0329b8e288d HTTP/1.1" status: 204 len: 168 time: 0.2578290 Apr 21 06:42:01.511496 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 58120) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:42:01.639113 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-adffdb35-e4e6-4184-acc0-b3dfd8289eeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:01.654872 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-adffdb35-e4e6-4184-acc0-b3dfd8289eeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:42:01.658984 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-adffdb35-e4e6-4184-acc0-b3dfd8289eeb admin admin] Usage tracker for resource:security_group_rule and tenant:816fc38c639e4e6087eccbdb81383764 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:42:01.661912 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-adffdb35-e4e6-4184-acc0-b3dfd8289eeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:42:01.668061 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-adffdb35-e4e6-4184-acc0-b3dfd8289eeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:42:01.826097 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-adffdb35-e4e6-4184-acc0-b3dfd8289eeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:01.881717 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-adffdb35-e4e6-4184-acc0-b3dfd8289eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:01.891930 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-b359f413-61f8-4788-8aed-691cf8d95d6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:42:01.933930 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-adffdb35-e4e6-4184-acc0-b3dfd8289eeb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=816fc38c639e4e6087eccbdb81383764&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4212203 Apr 21 06:42:01.934914 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adffdb35-e4e6-4184-acc0-b3dfd8289eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e2c06b-dbfd-4261-9669-8d11e99fca58,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:42:01.937183 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 58130) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:42:01.938301 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-adffdb35-e4e6-4184-acc0-b3dfd8289eeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:42:02.007857 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-de560d3d-c2de-4f00-ab0a-ed77b049ac07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:02.039221 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-de560d3d-c2de-4f00-ab0a-ed77b049ac07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:02.110482 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-1f221c4f-e42d-4245-8cfe-ae1808349fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:02.196211 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-de560d3d-c2de-4f00-ab0a-ed77b049ac07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:02.201250 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5bf204c2-2814-4699-b44b-a9dc499df954 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:42:02.218141 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de560d3d-c2de-4f00-ab0a-ed77b049ac07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e2c06b-dbfd-4261-9669-8d11e99fca58,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:42:02.222636 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-de560d3d-c2de-4f00-ab0a-ed77b049ac07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:42:02.228624 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-de560d3d-c2de-4f00-ab0a-ed77b049ac07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:02.230060 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-de560d3d-c2de-4f00-ab0a-ed77b049ac07 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b2e2c06b-dbfd-4261-9669-8d11e99fca58 HTTP/1.1" status: 204 len: 168 time: 0.2917724 Apr 21 06:42:02.712343 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 58140) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:42:02.731501 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-2136ae16-e294-4585-81f0-b981f24e836f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:02.746625 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-2136ae16-e294-4585-81f0-b981f24e836f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:42:02.750738 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-2136ae16-e294-4585-81f0-b981f24e836f admin admin] Usage tracker for resource:security_group_rule and tenant:fad69fe718084b538ae653a2ece2c7c3 is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:42:02.753643 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-2136ae16-e294-4585-81f0-b981f24e836f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:42:02.760491 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-2136ae16-e294-4585-81f0-b981f24e836f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:42:02.849552 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-2136ae16-e294-4585-81f0-b981f24e836f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:02.876215 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-2136ae16-e294-4585-81f0-b981f24e836f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:02.886547 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-3b22d397-5ce0-4220-aa31-368e315424de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:42:02.933042 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-2136ae16-e294-4585-81f0-b981f24e836f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fad69fe718084b538ae653a2ece2c7c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2194929 Apr 21 06:42:02.934861 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136ae16-e294-4585-81f0-b981f24e836f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf8b44a-6dd3-4379-a4f2-01697d22fb35,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:42:02.935915 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 58144) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:42:02.938021 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-2136ae16-e294-4585-81f0-b981f24e836f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:42:02.999929 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-384e88bb-e014-4407-af9e-c9d7f8f79046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:03.028781 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-384e88bb-e014-4407-af9e-c9d7f8f79046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:03.146722 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-384e88bb-e014-4407-af9e-c9d7f8f79046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:03.152149 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-fa416082-1e46-4bde-a205-0b203eb54cb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:42:03.180572 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384e88bb-e014-4407-af9e-c9d7f8f79046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf8b44a-6dd3-4379-a4f2-01697d22fb35,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:42:03.187802 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-384e88bb-e014-4407-af9e-c9d7f8f79046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:42:03.193889 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-384e88bb-e014-4407-af9e-c9d7f8f79046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:03.196229 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-384e88bb-e014-4407-af9e-c9d7f8f79046 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aaf8b44a-6dd3-4379-a4f2-01697d22fb35 HTTP/1.1" status: 204 len: 168 time: 0.2588933 Apr 21 06:42:04.563339 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-1a9db9ed-4e1a-48c4-99ce-368795596283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:04.627098 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 58188) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:42:04.754943 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-1c89166a-8362-4248-b6b3-747537abee85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:04.777362 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-1c89166a-8362-4248-b6b3-747537abee85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:42:04.781841 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-1c89166a-8362-4248-b6b3-747537abee85 admin admin] Usage tracker for resource:security_group_rule and tenant:590a3ce0fe5a4dd6a409cfba9034ebd6 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:42:04.785115 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-1c89166a-8362-4248-b6b3-747537abee85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:42:04.791819 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-1c89166a-8362-4248-b6b3-747537abee85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:42:04.885933 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-1c89166a-8362-4248-b6b3-747537abee85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:04.934630 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-1c89166a-8362-4248-b6b3-747537abee85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:04.944171 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-7a14f00c-7783-4298-9f79-03134c38124b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:42:04.988232 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-1c89166a-8362-4248-b6b3-747537abee85 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=590a3ce0fe5a4dd6a409cfba9034ebd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3599591 Apr 21 06:42:04.989188 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c89166a-8362-4248-b6b3-747537abee85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6c74ee-e60b-4e29-9d79-7e9d3d82dab4,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:42:04.991046 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 58196) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:42:04.992354 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-1c89166a-8362-4248-b6b3-747537abee85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:42:05.054417 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2196-705f-47ef-bbfa-1909f3d7f040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:05.082145 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2196-705f-47ef-bbfa-1909f3d7f040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:05.157685 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2196-705f-47ef-bbfa-1909f3d7f040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:05.164009 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-52bf31b4-eeb3-466f-8ef9-bebb89e996a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:42:05.188074 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2f2196-705f-47ef-bbfa-1909f3d7f040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6c74ee-e60b-4e29-9d79-7e9d3d82dab4,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:42:05.192898 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9a2f2196-705f-47ef-bbfa-1909f3d7f040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:42:05.195769 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9a2f2196-705f-47ef-bbfa-1909f3d7f040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:05.197715 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-9a2f2196-705f-47ef-bbfa-1909f3d7f040 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ce6c74ee-e60b-4e29-9d79-7e9d3d82dab4 HTTP/1.1" status: 204 len: 168 time: 0.2055733 Apr 21 06:42:05.254992 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:05.683735 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:06.094452 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:42:06.104261 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 58226) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:42:06.160670 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 58232) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:42:06.278972 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-a20d98b6-e137-4f78-80d7-94a180873148 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1646822079-network', 'tenant_id': '588bf127fe68422c8cc2a85822dd1452'}} {{(pid=86432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:42:06.284597 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-a20d98b6-e137-4f78-80d7-94a180873148 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:42:06.289033 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-a20d98b6-e137-4f78-80d7-94a180873148 admin admin] Usage tracker for resource:network and tenant:588bf127fe68422c8cc2a85822dd1452 is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:42:06.292165 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-a20d98b6-e137-4f78-80d7-94a180873148 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:42:06.299701 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-a20d98b6-e137-4f78-80d7-94a180873148 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:42:06.301556 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0c4c9c6c-28bc-46a6-939e-b6d353a74b5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:06.317472 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-0c4c9c6c-28bc-46a6-939e-b6d353a74b5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:42:06.322337 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-0c4c9c6c-28bc-46a6-939e-b6d353a74b5f admin admin] Usage tracker for resource:security_group_rule and tenant:b332ac27e43f4646be6d3b8c2d329129 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:42:06.325292 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-0c4c9c6c-28bc-46a6-939e-b6d353a74b5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:42:06.328511 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:06.332476 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-0c4c9c6c-28bc-46a6-939e-b6d353a74b5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:42:06.361852 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a20d98b6-e137-4f78-80d7-94a180873148 admin admin] Made reservation on behalf of 588bf127fe68422c8cc2a85822dd1452 for: {'network': 1} {{(pid=86432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:42:06.366892 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-a20d98b6-e137-4f78-80d7-94a180873148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for network, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:06.379982 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-a20d98b6-e137-4f78-80d7-94a180873148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:06.396027 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-a20d98b6-e137-4f78-80d7-94a180873148 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:42:06.400814 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-a20d98b6-e137-4f78-80d7-94a180873148 admin admin] Usage tracker for resource:security_group_rule and tenant:588bf127fe68422c8cc2a85822dd1452 is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:42:06.403779 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-a20d98b6-e137-4f78-80d7-94a180873148 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:42:06.409836 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-a20d98b6-e137-4f78-80d7-94a180873148 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:42:06.418102 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0c4c9c6c-28bc-46a6-939e-b6d353a74b5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:06.503608 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-a20d98b6-e137-4f78-80d7-94a180873148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:06.529258 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0c4c9c6c-28bc-46a6-939e-b6d353a74b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:06.539388 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-4ecfd5ef-28e6-45b8-87e2-79f301e2d1ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:42:06.556254 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-a20d98b6-e137-4f78-80d7-94a180873148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:06.560733 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9b646dcb-3966-4fd9-ab7f-7f1f087cf9f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:42:06.585915 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-0c4c9c6c-28bc-46a6-939e-b6d353a74b5f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b332ac27e43f4646be6d3b8c2d329129&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4240577 Apr 21 06:42:06.588283 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c9c6c-28bc-46a6-939e-b6d353a74b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cccb168-6d59-4022-9799-9b576a5e2c8a,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:42:06.590367 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 58238) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:42:06.591168 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a20d98b6-e137-4f78-80d7-94a180873148 admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=86432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 21 06:42:06.591762 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-0c4c9c6c-28bc-46a6-939e-b6d353a74b5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:42:06.613950 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20d98b6-e137-4f78-80d7-94a180873148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70f9e4a-7d9e-4512-bd1a-440c3325dde2,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:42:06.620732 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-a20d98b6-e137-4f78-80d7-94a180873148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:42:06.625105 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-a20d98b6-e137-4f78-80d7-94a180873148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1361606'] for segment, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:06.625500 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.db.segments_db [None req-a20d98b6-e137-4f78-80d7-94a180873148 admin admin] Added segment 7bcfb457-3f53-486c-9eb7-4c2e3309d75b of type vlan for network bf6337d0-797e-4abc-a63d-bc90008830b0 Apr 21 06:42:06.685346 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-a20d98b6-e137-4f78-80d7-94a180873148 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765872960183'] for network, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:06.698404 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-600d3ad2-a1a0-47cf-9d1f-bc1638ceb10b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:06.744247 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-600d3ad2-a1a0-47cf-9d1f-bc1638ceb10b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:06.792064 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-a20d98b6-e137-4f78-80d7-94a180873148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970'] for network, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:06.793421 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20d98b6-e137-4f78-80d7-94a180873148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:42:06.794069 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-a20d98b6-e137-4f78-80d7-94a180873148 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846863987'] for network, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:06.799205 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-40ac5b11-a1d8-4526-b8de-440afc8c0b56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:42:06.836300 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-600d3ad2-a1a0-47cf-9d1f-bc1638ceb10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:06.922067 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-600d3ad2-a1a0-47cf-9d1f-bc1638ceb10b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:06.927670 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-600d3ad2-a1a0-47cf-9d1f-bc1638ceb10b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3cccb168-6d59-4022-9799-9b576a5e2c8a HTTP/1.1" status: 204 len: 168 time: 0.3297071 Apr 21 06:42:06.927670 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20d98b6-e137-4f78-80d7-94a180873148 admin admin] Pushing event updated for resources: {'Network': ['ID=bf6337d0-797e-4abc-a63d-bc90008830b0,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:42:06.927670 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-a20d98b6-e137-4f78-80d7-94a180873148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:42:06.927670 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-818ed639-bd01-4ace-973e-faeeb984d905 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:42:06.935390 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Network bf6337d0-797e-4abc-a63d-bc90008830b0 details requested by agent ovs-agent-dv-cinder-782390-6-iscsi with host dv-cinder-782390-6-iscsi {{(pid=86434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 21 06:42:06.938354 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600d3ad2-a1a0-47cf-9d1f-bc1638ceb10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cccb168-6d59-4022-9799-9b576a5e2c8a,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:42:06.940577 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-600d3ad2-a1a0-47cf-9d1f-bc1638ceb10b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:42:06.947712 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-a20d98b6-e137-4f78-80d7-94a180873148 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8422890 Apr 21 06:42:06.950726 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 58244) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:42:06.957052 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-2aa874ed-ce65-4614-8a1e-9e1d008e9285 admin admin] Request body: {'subnet': {'network_id': 'bf6337d0-797e-4abc-a63d-bc90008830b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1646822079-subnet', 'tenant_id': '588bf127fe68422c8cc2a85822dd1452', 'ip_version': 4}} {{(pid=86432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:42:06.963016 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-2aa874ed-ce65-4614-8a1e-9e1d008e9285 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:42:06.967298 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-2aa874ed-ce65-4614-8a1e-9e1d008e9285 admin admin] Usage tracker for resource:subnet and tenant:588bf127fe68422c8cc2a85822dd1452 is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:42:06.970310 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-2aa874ed-ce65-4614-8a1e-9e1d008e9285 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:42:06.978737 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-2aa874ed-ce65-4614-8a1e-9e1d008e9285 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:42:07.036558 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa874ed-ce65-4614-8a1e-9e1d008e9285 admin admin] Made reservation on behalf of 588bf127fe68422c8cc2a85822dd1452 for: {'subnet': 1} {{(pid=86432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:42:07.046671 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-2aa874ed-ce65-4614-8a1e-9e1d008e9285 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7057413'] for subnet, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:07.169119 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:07.654288 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-2aa874ed-ce65-4614-8a1e-9e1d008e9285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7991656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6552760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7057428'] for subnet, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:07.659290 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:42:07.745939 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa874ed-ce65-4614-8a1e-9e1d008e9285 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6e6ca67-bee9-4465-9a03-41fdde82d483,revision_number=0']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:42:07.750176 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-2aa874ed-ce65-4614-8a1e-9e1d008e9285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:42:07.751119 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa874ed-ce65-4614-8a1e-9e1d008e9285 admin admin] Checking segment: {'id': '7bcfb457-3f53-486c-9eb7-4c2e3309d75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bf6337d0-797e-4abc-a63d-bc90008830b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:42:07.751518 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa874ed-ce65-4614-8a1e-9e1d008e9285 admin admin] Network hostable DHCP agents. Network: bf6337d0-797e-4abc-a63d-bc90008830b0, hostable agents: ['6e5e74bc-90a9-40d2-b33c-cc5e996b490a'], hosted agents: [] {{(pid=86432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 21 06:42:07.807631 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa874ed-ce65-4614-8a1e-9e1d008e9285 admin admin] Network bf6337d0-797e-4abc-a63d-bc90008830b0 is scheduled to be hosted by DHCP agent 6e5e74bc-90a9-40d2-b33c-cc5e996b490a with binding_index 1 {{(pid=86432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 21 06:42:07.847528 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [None req-2aa874ed-ce65-4614-8a1e-9e1d008e9285 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-6-iscsi, bf6337d0-797e-4abc-a63d-bc90008830b0) {{(pid=86432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:42:07.856897 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8df3416-935f-4bdf-a5a5-a3e61747ff52 None None] Network bf6337d0-797e-4abc-a63d-bc90008830b0 requested from dv-cinder-782390-6-iscsi {{(pid=86434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:42:07.861787 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa874ed-ce65-4614-8a1e-9e1d008e9285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:42:07.862452 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-2aa874ed-ce65-4614-8a1e-9e1d008e9285 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846863987'] for subnet, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:07.908385 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-2aa874ed-ce65-4614-8a1e-9e1d008e9285 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9538841 Apr 21 06:42:07.908761 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 58248) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:42:07.914704 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-51c9caeb-e14a-4833-9b6c-564839a36c77 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1646822079-router', 'tenant_id': '588bf127fe68422c8cc2a85822dd1452', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152'}}} {{(pid=86433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:42:07.919941 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-51c9caeb-e14a-4833-9b6c-564839a36c77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:42:07.924073 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-51c9caeb-e14a-4833-9b6c-564839a36c77 admin admin] Usage tracker for resource:router and tenant:588bf127fe68422c8cc2a85822dd1452 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:42:07.927112 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-51c9caeb-e14a-4833-9b6c-564839a36c77 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:42:07.933344 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-51c9caeb-e14a-4833-9b6c-564839a36c77 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:42:07.967849 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-51c9caeb-e14a-4833-9b6c-564839a36c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8000236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854775187'] for router, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:07.969305 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-51c9caeb-e14a-4833-9b6c-564839a36c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846775580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036846753534', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846786285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-614'] for router, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:08.085204 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e512fdc-eebc-4275-90cc-0eee61ac8ca0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de2c1f0-92f8-5802-94e1-2ca90c756a19-bf6337d0-797e-4abc-a63d-bc90008830b0', 'network_id': 'bf6337d0-797e-4abc-a63d-bc90008830b0', 'tenant_id': '588bf127fe68422c8cc2a85822dd1452', 'fixed_ips': [{'subnet_id': 'e6e6ca67-bee9-4465-9a03-41fdde82d483'}]}} from dv-cinder-782390-6-iscsi. {{(pid=86434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 21 06:42:08.086133 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6e512fdc-eebc-4275-90cc-0eee61ac8ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_create {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:08.126022 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-51c9caeb-e14a-4833-9b6c-564839a36c77 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:08.259961 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.db_base_plugin_common [None req-6e512fdc-eebc-4275-90cc-0eee61ac8ca0 None None] Allocated IP 172.20.0.2 (bf6337d0-797e-4abc-a63d-bc90008830b0/e6e6ca67-bee9-4465-9a03-41fdde82d483/bd110042-b0e0-4701-bb1a-211ca72c979a) {{(pid=86434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:42:08.444242 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-51c9caeb-e14a-4833-9b6c-564839a36c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846753291', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036846765217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-599'] for router, precommit_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:08.492575 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6e512fdc-eebc-4275-90cc-0eee61ac8ca0 None None] Notify callbacks [] for port, precommit_create {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:08.569978 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-6e512fdc-eebc-4275-90cc-0eee61ac8ca0 None None] Transition to ACTIVE for port object bd110042-b0e0-4701-bb1a-211ca72c979a will not be triggered until provisioned by entity L2. {{(pid=86434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:42:08.593724 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-6e512fdc-eebc-4275-90cc-0eee61ac8ca0 None None] Transition to ACTIVE for port object bd110042-b0e0-4701-bb1a-211ca72c979a will not be triggered until provisioned by entity DHCP. {{(pid=86434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:42:08.661928 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6e512fdc-eebc-4275-90cc-0eee61ac8ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363270981802970'] for port, after_create {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:08.667305 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:42:08.737913 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e512fdc-eebc-4275-90cc-0eee61ac8ca0 None None] Network bf6337d0-797e-4abc-a63d-bc90008830b0 is already hosted by enough agents. {{(pid=86434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:42:08.742113 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [None req-6e512fdc-eebc-4275-90cc-0eee61ac8ca0 None None] Resources bound (agent type, host, resource id): {{(pid=86434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:42:08.747058 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e512fdc-eebc-4275-90cc-0eee61ac8ca0 None None] Received port after_create {{(pid=86434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:42:08.757100 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e512fdc-eebc-4275-90cc-0eee61ac8ca0 None None] Pushing event updated for resources: {'Port': ['ID=bd110042-b0e0-4701-bb1a-211ca72c979a,revision_number=1']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:42:08.799353 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e512fdc-eebc-4275-90cc-0eee61ac8ca0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:42:08.799729 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e512fdc-eebc-4275-90cc-0eee61ac8ca0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:42:08.800120 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e512fdc-eebc-4275-90cc-0eee61ac8ca0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:42:08.800552 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e512fdc-eebc-4275-90cc-0eee61ac8ca0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:42:08.800881 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e512fdc-eebc-4275-90cc-0eee61ac8ca0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:42:08.801260 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e512fdc-eebc-4275-90cc-0eee61ac8ca0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:42:08.801634 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e512fdc-eebc-4275-90cc-0eee61ac8ca0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:42:08.802004 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e512fdc-eebc-4275-90cc-0eee61ac8ca0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:42:08.802395 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e512fdc-eebc-4275-90cc-0eee61ac8ca0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:42:08.802785 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e512fdc-eebc-4275-90cc-0eee61ac8ca0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:42:08.803171 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e512fdc-eebc-4275-90cc-0eee61ac8ca0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:42:08.803527 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e512fdc-eebc-4275-90cc-0eee61ac8ca0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:42:08.842719 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-6e512fdc-eebc-4275-90cc-0eee61ac8ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:42:08.865019 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-6e512fdc-eebc-4275-90cc-0eee61ac8ca0 None None] Attempting to bind port bd110042-b0e0-4701-bb1a-211ca72c979a on host dv-cinder-782390-6-iscsi for vnic_type normal with profile {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:42:08.865450 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-6e512fdc-eebc-4275-90cc-0eee61ac8ca0 None None] Attempting to bind port bd110042-b0e0-4701-bb1a-211ca72c979a by drivers openvswitch,hyperv on host dv-cinder-782390-6-iscsi at level 0 using segments [{'id': '7bcfb457-3f53-486c-9eb7-4c2e3309d75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bf6337d0-797e-4abc-a63d-bc90008830b0'}] {{(pid=86434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:42:08.865867 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e512fdc-eebc-4275-90cc-0eee61ac8ca0 None None] Attempting to bind port bd110042-b0e0-4701-bb1a-211ca72c979a on network bf6337d0-797e-4abc-a63d-bc90008830b0 {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:42:08.872375 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e512fdc-eebc-4275-90cc-0eee61ac8ca0 None None] Checking agent: {'id': '6ed75209-5459-46e4-8756-ce582068b488', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 5, 55, 6), 'started_at': datetime.datetime(2021, 4, 21, 5, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:42:08.872803 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e512fdc-eebc-4275-90cc-0eee61ac8ca0 None None] Checking segment: {'id': '7bcfb457-3f53-486c-9eb7-4c2e3309d75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bf6337d0-797e-4abc-a63d-bc90008830b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:42:08.873259 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6e512fdc-eebc-4275-90cc-0eee61ac8ca0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:08.873699 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e512fdc-eebc-4275-90cc-0eee61ac8ca0 None None] Bound using segment: {'id': '7bcfb457-3f53-486c-9eb7-4c2e3309d75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bf6337d0-797e-4abc-a63d-bc90008830b0'} {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:42:08.874224 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-6e512fdc-eebc-4275-90cc-0eee61ac8ca0 None None] Bound port: bd110042-b0e0-4701-bb1a-211ca72c979a, host: dv-cinder-782390-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bcfb457-3f53-486c-9eb7-4c2e3309d75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bf6337d0-797e-4abc-a63d-bc90008830b0'}}] {{(pid=86434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:42:08.874652 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6e512fdc-eebc-4275-90cc-0eee61ac8ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:08.972558 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-6e512fdc-eebc-4275-90cc-0eee61ac8ca0 None None] For port bd110042-b0e0-4701-bb1a-211ca72c979a, host dv-cinder-782390-6-iscsi, cleared binding levels {{(pid=86434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:42:08.975803 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-6e512fdc-eebc-4275-90cc-0eee61ac8ca0 None None] For port bd110042-b0e0-4701-bb1a-211ca72c979a, host dv-cinder-782390-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=bd110042-b0e0-4701-bb1a-211ca72c979a,segment=NetworkSegment(7bcfb457-3f53-486c-9eb7-4c2e3309d75b),segment_id=7bcfb457-3f53-486c-9eb7-4c2e3309d75b)] {{(pid=86434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:42:09.020009 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6e512fdc-eebc-4275-90cc-0eee61ac8ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:09.025772 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-3d55bea8-523c-4f76-935b-3116e54df56b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:42:09.070009 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-51c9caeb-e14a-4833-9b6c-564839a36c77 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:09.104173 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-51c9caeb-e14a-4833-9b6c-564839a36c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:09.120454 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e512fdc-eebc-4275-90cc-0eee61ac8ca0 None None] Pushing event updated for resources: {'Port': ['ID=bd110042-b0e0-4701-bb1a-211ca72c979a,revision_number=2']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:42:09.130977 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-6e512fdc-eebc-4275-90cc-0eee61ac8ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:42:09.279808 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.db_base_plugin_common [None req-51c9caeb-e14a-4833-9b6c-564839a36c77 admin admin] Allocated IP 172.27.2.37 (07a7a1dd-edf9-4d1b-80a1-539c21f96152/ecb89d71-8db1-4ceb-ad17-1c0004eeb607/585f0499-909c-4b13-b953-6bae29700e0f) {{(pid=86433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:42:09.589977 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-51c9caeb-e14a-4833-9b6c-564839a36c77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:09.644326 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-51c9caeb-e14a-4833-9b6c-564839a36c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363270981802970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6571441'] for port, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:09.648344 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-dd0ee7fe-8e06-4ff4-bd5a-96e6afea8664 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:42:09.717294 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c9caeb-e14a-4833-9b6c-564839a36c77 admin admin] Network 07a7a1dd-edf9-4d1b-80a1-539c21f96152 is already hosted by enough agents. {{(pid=86433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:42:09.720353 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [None req-51c9caeb-e14a-4833-9b6c-564839a36c77 admin admin] Resources bound (agent type, host, resource id): {{(pid=86433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:42:09.722938 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c9caeb-e14a-4833-9b6c-564839a36c77 admin admin] Received port after_create {{(pid=86433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:42:09.762056 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c9caeb-e14a-4833-9b6c-564839a36c77 admin admin] Pushing event updated for resources: {'Port': ['ID=585f0499-909c-4b13-b953-6bae29700e0f,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:42:09.765133 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-51c9caeb-e14a-4833-9b6c-564839a36c77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:42:10.271631 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-51c9caeb-e14a-4833-9b6c-564839a36c77 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:10.548996 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f190391-1a56-45a0-9220-f6e7a48c586e None None] Network bf6337d0-797e-4abc-a63d-bc90008830b0 requested from dv-cinder-782390-6-iscsi {{(pid=86434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:42:10.657638 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-51c9caeb-e14a-4833-9b6c-564839a36c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8010567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8022495'] for router, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:10.680716 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device bd110042-b0e0-4701-bb1a-211ca72c979a up at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:42:10.775314 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-dc4638ae-a42b-473d-91c8-0e111c81f879 None None] Provisioning for port bd110042-b0e0-4701-bb1a-211ca72c979a completed by entity DHCP. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:42:10.877719 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning for port bd110042-b0e0-4701-bb1a-211ca72c979a completed by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:42:10.891268 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning complete for port bd110042-b0e0-4701-bb1a-211ca72c979a triggered by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:42:10.891693 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:10.957891 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51c9caeb-e14a-4833-9b6c-564839a36c77 admin admin] Router e85b5638-349b-45fb-86a9-570df28b04ac is scheduled to L3 agent 11ad1a07-0ae8-4245-9270-47a08d3f943a with binding_index 1 {{(pid=86433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 21 06:42:11.050602 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:11.087773 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] For port bd110042-b0e0-4701-bb1a-211ca72c979a, host dv-cinder-782390-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=bd110042-b0e0-4701-bb1a-211ca72c979a,segment=NetworkSegment(7bcfb457-3f53-486c-9eb7-4c2e3309d75b),segment_id=7bcfb457-3f53-486c-9eb7-4c2e3309d75b)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:42:11.121760 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:11.124901 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:42:11.200576 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c9caeb-e14a-4833-9b6c-564839a36c77 admin admin] Notify agent at l3_agent.dv-cinder-782390-6-iscsi the message routers_updated {{(pid=86433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 06:42:11.204458 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Pushing event updated for resources: {'Port': ['ID=bd110042-b0e0-4701-bb1a-211ca72c979a,revision_number=3']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:42:11.215635 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:42:11.219972 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6886cc-1df2-4a3f-be81-7fb86c08da0d None None] Sync routers for ids ['e85b5638-349b-45fb-86a9-570df28b04ac'] in dv-cinder-782390-6-iscsi {{(pid=86434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 06:42:11.246855 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6886cc-1df2-4a3f-be81-7fb86c08da0d None None] Routers {'e85b5638-349b-45fb-86a9-570df28b04ac'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:42:11.247475 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-9f6886cc-1df2-4a3f-be81-7fb86c08da0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T06:42:05Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['e85b5638-349b-45fb-86a9-570df28b04ac'], 'active': True} {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:42:11.283639 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-51c9caeb-e14a-4833-9b6c-564839a36c77 admin admin] Notify callbacks [] for router, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:11.287862 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-51c9caeb-e14a-4833-9b6c-564839a36c77 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3754194 Apr 21 06:42:11.288248 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 58252) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:42:11.546112 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-9ef393d8-737e-4896-aef6-4c3a42134708 None None] Provisioning complete for port bd110042-b0e0-4701-bb1a-211ca72c979a triggered by entity DHCP. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:42:11.547445 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9ef393d8-737e-4896-aef6-4c3a42134708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:11.728306 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-9f6886cc-1df2-4a3f-be81-7fb86c08da0d None None] Set router e85b5638-349b-45fb-86a9-570df28b04ac gateway port host: dv-cinder-782390-6-iscsi {{(pid=86434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:42:12.067089 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-9f6886cc-1df2-4a3f-be81-7fb86c08da0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e85b5638-349b-45fb-86a9-570df28b04ac', 'name': 'tempest-TestMinimumBasicScenario-1646822079-router', 'tenant_id': '588bf127fe68422c8cc2a85822dd1452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '585f0499-909c-4b13-b953-6bae29700e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:42:07Z', 'updated_at': '2021-04-21T06:42:09Z', 'revision_number': 3, 'project_id': '588bf127fe68422c8cc2a85822dd1452', 'gw_port': {'id': '585f0499-909c-4b13-b953-6bae29700e0f', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ac:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e85b5638-349b-45fb-86a9-570df28b04ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:42:09Z', 'updated_at': '2021-04-21T06:42:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi'}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:42:12.073101 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6886cc-1df2-4a3f-be81-7fb86c08da0d None None] Checking router: e85b5638-349b-45fb-86a9-570df28b04ac for host: dv-cinder-782390-6-iscsi {{(pid=86434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 06:42:12.073665 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6886cc-1df2-4a3f-be81-7fb86c08da0d None None] Updating router e85b5638-349b-45fb-86a9-570df28b04ac port 585f0499-909c-4b13-b953-6bae29700e0f binding host dv-cinder-782390-6-iscsi {{(pid=86434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 21 06:42:12.133061 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9f6886cc-1df2-4a3f-be81-7fb86c08da0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:12.295374 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-587d92e8-648f-4606-b545-397fc61f00e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:12.504739 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9f6886cc-1df2-4a3f-be81-7fb86c08da0d None None] Notify callbacks [] for port, precommit_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:12.518190 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-9f6886cc-1df2-4a3f-be81-7fb86c08da0d None None] Transition to ACTIVE for port object 585f0499-909c-4b13-b953-6bae29700e0f will not be triggered until provisioned by entity L2. {{(pid=86434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:42:12.521693 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.db_base_plugin_common [None req-587d92e8-648f-4606-b545-397fc61f00e8 admin admin] Allocated IP 172.20.0.1 (bf6337d0-797e-4abc-a63d-bc90008830b0/e6e6ca67-bee9-4465-9a03-41fdde82d483/414c63a9-f487-4fdb-a0c9-632b7978c5ac) {{(pid=86433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:42:12.565326 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9f6886cc-1df2-4a3f-be81-7fb86c08da0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:12.577345 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:42:12.665198 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device bd110042-b0e0-4701-bb1a-211ca72c979a up at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:42:12.697243 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-587d92e8-648f-4606-b545-397fc61f00e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:12.714298 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-587d92e8-648f-4606-b545-397fc61f00e8 admin admin] Transition to ACTIVE for port object 414c63a9-f487-4fdb-a0c9-632b7978c5ac will not be triggered until provisioned by entity DHCP. {{(pid=86433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:42:12.726844 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1187179-f7c0-4282-8604-97bd13442dc3 None None] Pushing event updated for resources: {'Port': ['ID=585f0499-909c-4b13-b953-6bae29700e0f,revision_number=2']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:42:12.732803 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-c1187179-f7c0-4282-8604-97bd13442dc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:42:12.733577 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-9f6886cc-1df2-4a3f-be81-7fb86c08da0d None None] Attempting to bind port 585f0499-909c-4b13-b953-6bae29700e0f on host dv-cinder-782390-6-iscsi for vnic_type normal with profile {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:42:12.734013 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-9f6886cc-1df2-4a3f-be81-7fb86c08da0d None None] Attempting to bind port 585f0499-909c-4b13-b953-6bae29700e0f by drivers openvswitch,hyperv on host dv-cinder-782390-6-iscsi at level 0 using segments [{'id': 'd57a18c0-30ee-4dde-82a2-7c14b6979212', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152'}] {{(pid=86434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:42:12.734364 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6886cc-1df2-4a3f-be81-7fb86c08da0d None None] Attempting to bind port 585f0499-909c-4b13-b953-6bae29700e0f on network 07a7a1dd-edf9-4d1b-80a1-539c21f96152 {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:42:12.750222 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6886cc-1df2-4a3f-be81-7fb86c08da0d None None] Checking agent: {'id': '6ed75209-5459-46e4-8756-ce582068b488', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 5, 55, 6), 'started_at': datetime.datetime(2021, 4, 21, 5, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:42:12.750642 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6886cc-1df2-4a3f-be81-7fb86c08da0d None None] Checking segment: {'id': 'd57a18c0-30ee-4dde-82a2-7c14b6979212', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:42:12.751111 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9f6886cc-1df2-4a3f-be81-7fb86c08da0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:12.751547 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6886cc-1df2-4a3f-be81-7fb86c08da0d None None] Bound using segment: {'id': 'd57a18c0-30ee-4dde-82a2-7c14b6979212', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152'} {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:42:12.752066 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-9f6886cc-1df2-4a3f-be81-7fb86c08da0d None None] Bound port: 585f0499-909c-4b13-b953-6bae29700e0f, host: dv-cinder-782390-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd57a18c0-30ee-4dde-82a2-7c14b6979212', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152'}}] {{(pid=86434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:42:12.752479 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9f6886cc-1df2-4a3f-be81-7fb86c08da0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:12.763983 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-587d92e8-648f-4606-b545-397fc61f00e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363270981802970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6571441'] for port, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:12.769505 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-a5e7d995-3ecd-4493-acb3-3898a6ed91fa tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:42:12.841998 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587d92e8-648f-4606-b545-397fc61f00e8 admin admin] Network bf6337d0-797e-4abc-a63d-bc90008830b0 is already hosted by enough agents. {{(pid=86433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:42:12.845596 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [None req-587d92e8-648f-4606-b545-397fc61f00e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=86433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:42:12.845746 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning complete for port bd110042-b0e0-4701-bb1a-211ca72c979a triggered by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:42:12.846008 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:12.850009 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587d92e8-648f-4606-b545-397fc61f00e8 admin admin] Received port after_create {{(pid=86433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:42:12.879125 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9f6886cc-1df2-4a3f-be81-7fb86c08da0d None None] For port 585f0499-909c-4b13-b953-6bae29700e0f, host dv-cinder-782390-6-iscsi, cleared binding levels {{(pid=86434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:42:12.899487 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587d92e8-648f-4606-b545-397fc61f00e8 admin admin] Pushing event updated for resources: {'Port': ['ID=414c63a9-f487-4fdb-a0c9-632b7978c5ac,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:42:12.907520 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9f6886cc-1df2-4a3f-be81-7fb86c08da0d None None] For port 585f0499-909c-4b13-b953-6bae29700e0f, host dv-cinder-782390-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=585f0499-909c-4b13-b953-6bae29700e0f,segment=NetworkSegment(d57a18c0-30ee-4dde-82a2-7c14b6979212),segment_id=d57a18c0-30ee-4dde-82a2-7c14b6979212)] {{(pid=86434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:42:12.913387 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-587d92e8-648f-4606-b545-397fc61f00e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:42:12.944899 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-587d92e8-648f-4606-b545-397fc61f00e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846764798'] for router_interface, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:12.983540 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9f6886cc-1df2-4a3f-be81-7fb86c08da0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:12.990887 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:42:13.108382 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6886cc-1df2-4a3f-be81-7fb86c08da0d None None] Routers {'e85b5638-349b-45fb-86a9-570df28b04ac'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:42:13.109089 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-9f6886cc-1df2-4a3f-be81-7fb86c08da0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T06:42:05Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['e85b5638-349b-45fb-86a9-570df28b04ac'], 'active': True} {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:42:13.178794 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-587d92e8-648f-4606-b545-397fc61f00e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:13.300459 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1187179-f7c0-4282-8604-97bd13442dc3 None None] Pushing event updated for resources: {'Port': ['ID=585f0499-909c-4b13-b953-6bae29700e0f,revision_number=3']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:42:13.303927 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-c1187179-f7c0-4282-8604-97bd13442dc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:42:13.325866 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-3851e7c2-fadc-43c0-ae2c-d95acafef127 None None] Provisioning for port 414c63a9-f487-4fdb-a0c9-632b7978c5ac completed by entity DHCP. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:42:13.343683 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-3851e7c2-fadc-43c0-ae2c-d95acafef127 None None] Provisioning complete for port 414c63a9-f487-4fdb-a0c9-632b7978c5ac triggered by entity DHCP. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:42:13.344105 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3851e7c2-fadc-43c0-ae2c-d95acafef127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:13.416018 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-9f6886cc-1df2-4a3f-be81-7fb86c08da0d None None] Set router e85b5638-349b-45fb-86a9-570df28b04ac gateway port host: dv-cinder-782390-6-iscsi {{(pid=86434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:42:13.451662 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-587d92e8-648f-4606-b545-397fc61f00e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:13.471812 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-3851e7c2-fadc-43c0-ae2c-d95acafef127 None None] Port 414c63a9-f487-4fdb-a0c9-632b7978c5ac cannot update to ACTIVE because it is not bound. {{(pid=86434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 06:42:13.483585 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-587d92e8-648f-4606-b545-397fc61f00e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848204360'] for port, after_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:13.515073 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-0ce732c8-fb49-49b3-8f16-e533d2adeb1f tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:42:13.608004 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587d92e8-648f-4606-b545-397fc61f00e8 admin admin] Pushing event updated for resources: {'Port': ['ID=414c63a9-f487-4fdb-a0c9-632b7978c5ac,revision_number=2']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:42:13.611009 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-587d92e8-648f-4606-b545-397fc61f00e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846863953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8011109'] for router_interface, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:13.619548 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-587d92e8-648f-4606-b545-397fc61f00e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:42:13.763083 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587d92e8-648f-4606-b545-397fc61f00e8 admin admin] Network bf6337d0-797e-4abc-a63d-bc90008830b0 is already hosted by enough agents. {{(pid=86433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:42:13.765089 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [None req-587d92e8-648f-4606-b545-397fc61f00e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=86433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:42:13.946490 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-9f6886cc-1df2-4a3f-be81-7fb86c08da0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e85b5638-349b-45fb-86a9-570df28b04ac', 'name': 'tempest-TestMinimumBasicScenario-1646822079-router', 'tenant_id': '588bf127fe68422c8cc2a85822dd1452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '585f0499-909c-4b13-b953-6bae29700e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:42:07Z', 'updated_at': '2021-04-21T06:42:13Z', 'revision_number': 4, 'project_id': '588bf127fe68422c8cc2a85822dd1452', 'gw_port': {'id': '585f0499-909c-4b13-b953-6bae29700e0f', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ac:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e85b5638-349b-45fb-86a9-570df28b04ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:42:09Z', 'updated_at': '2021-04-21T06:42:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi', '_interfaces': [{'id': '414c63a9-f487-4fdb-a0c9-632b7978c5ac', 'name': '', 'network_id': 'bf6337d0-797e-4abc-a63d-bc90008830b0', 'tenant_id': '588bf127fe68422c8cc2a85822dd1452', 'mac_address': 'fa:16:3e:58:b1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e85b5638-349b-45fb-86a9-570df28b04ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'e6e6ca67-bee9-4465-9a03-41fdde82d483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:42:12Z', 'updated_at': '2021-04-21T06:42:12Z', 'revision_number': 1, 'project_id': '588bf127fe68422c8cc2a85822dd1452', 'subnets': [{'id': 'e6e6ca67-bee9-4465-9a03-41fdde82d483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:42:13.951655 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6886cc-1df2-4a3f-be81-7fb86c08da0d None None] The sync data for ids ['e85b5638-349b-45fb-86a9-570df28b04ac'] in dv-cinder-782390-6-iscsi is: [{'id': 'e85b5638-349b-45fb-86a9-570df28b04ac', 'name': 'tempest-TestMinimumBasicScenario-1646822079-router', 'tenant_id': '588bf127fe68422c8cc2a85822dd1452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '585f0499-909c-4b13-b953-6bae29700e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:42:07Z', 'updated_at': '2021-04-21T06:42:13Z', 'revision_number': 4, 'project_id': '588bf127fe68422c8cc2a85822dd1452', 'gw_port': {'id': '585f0499-909c-4b13-b953-6bae29700e0f', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ac:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e85b5638-349b-45fb-86a9-570df28b04ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:42:09Z', 'updated_at': '2021-04-21T06:42:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi', '_interfaces': [{'id': '414c63a9-f487-4fdb-a0c9-632b7978c5ac', 'name': '', 'network_id': 'bf6337d0-797e-4abc-a63d-bc90008830b0', 'tenant_id': '588bf127fe68422c8cc2a85822dd1452', 'mac_address': 'fa:16:3e:58:b1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e85b5638-349b-45fb-86a9-570df28b04ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'e6e6ca67-bee9-4465-9a03-41fdde82d483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:42:12Z', 'updated_at': '2021-04-21T06:42:12Z', 'revision_number': 1, 'project_id': '588bf127fe68422c8cc2a85822dd1452', 'subnets': [{'id': 'e6e6ca67-bee9-4465-9a03-41fdde82d483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 06:42:13.979778 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-587d92e8-648f-4606-b545-397fc61f00e8 admin admin] Router e85b5638-349b-45fb-86a9-570df28b04ac has already been hosted by L3 agent 11ad1a07-0ae8-4245-9270-47a08d3f943a {{(pid=86433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 06:42:14.001603 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-23925c84-b4ca-4058-9ae4-c1557b34df7d None None] Provisioning complete for port 414c63a9-f487-4fdb-a0c9-632b7978c5ac triggered by entity DHCP. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:42:14.002021 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-23925c84-b4ca-4058-9ae4-c1557b34df7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:14.071677 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-23925c84-b4ca-4058-9ae4-c1557b34df7d None None] Port 414c63a9-f487-4fdb-a0c9-632b7978c5ac cannot update to ACTIVE because it is not bound. {{(pid=86434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 06:42:14.184757 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-587d92e8-648f-4606-b545-397fc61f00e8 admin admin] Notify agent at l3_agent.dv-cinder-782390-6-iscsi the message routers_updated {{(pid=86433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 06:42:14.193979 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-587d92e8-648f-4606-b545-397fc61f00e8 admin admin] 10.222.0.15 "PUT /v2.0/routers/e85b5638-349b-45fb-86a9-570df28b04ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9044435 Apr 21 06:42:15.011023 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 58274) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:42:15.017710 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-06f23bdc-96bb-4c14-b3f5-e7ac77b72df0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-568117242-network', 'tenant_id': 'f102414a3cdb46eb9e27d995f2c789d2'}} {{(pid=86433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:42:15.023345 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-06f23bdc-96bb-4c14-b3f5-e7ac77b72df0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:42:15.028519 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-06f23bdc-96bb-4c14-b3f5-e7ac77b72df0 admin admin] Usage tracker for resource:network and tenant:f102414a3cdb46eb9e27d995f2c789d2 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:42:15.032668 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-06f23bdc-96bb-4c14-b3f5-e7ac77b72df0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:42:15.039461 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-06f23bdc-96bb-4c14-b3f5-e7ac77b72df0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:42:15.083721 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f23bdc-96bb-4c14-b3f5-e7ac77b72df0 admin admin] Made reservation on behalf of f102414a3cdb46eb9e27d995f2c789d2 for: {'network': 1} {{(pid=86433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:42:15.089153 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-06f23bdc-96bb-4c14-b3f5-e7ac77b72df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for network, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:15.106838 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-06f23bdc-96bb-4c14-b3f5-e7ac77b72df0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:15.125064 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-06f23bdc-96bb-4c14-b3f5-e7ac77b72df0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:42:15.129637 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-06f23bdc-96bb-4c14-b3f5-e7ac77b72df0 admin admin] Usage tracker for resource:security_group_rule and tenant:f102414a3cdb46eb9e27d995f2c789d2 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:42:15.133193 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-06f23bdc-96bb-4c14-b3f5-e7ac77b72df0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:42:15.139569 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-06f23bdc-96bb-4c14-b3f5-e7ac77b72df0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:42:15.320260 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-06f23bdc-96bb-4c14-b3f5-e7ac77b72df0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:15.362104 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-06f23bdc-96bb-4c14-b3f5-e7ac77b72df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:15.367071 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-ec12462c-d869-4174-ac8b-0971b0c5e240 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:42:15.402158 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06f23bdc-96bb-4c14-b3f5-e7ac77b72df0 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=86433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 21 06:42:15.412069 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f23bdc-96bb-4c14-b3f5-e7ac77b72df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73c6760-795d-4773-ac7d-7c3b2534ba54,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:42:15.417093 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-06f23bdc-96bb-4c14-b3f5-e7ac77b72df0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:42:15.445839 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-06f23bdc-96bb-4c14-b3f5-e7ac77b72df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1361606'] for segment, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:15.446227 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.db.segments_db [None req-06f23bdc-96bb-4c14-b3f5-e7ac77b72df0 admin admin] Added segment 7dcc741a-1972-4cf1-abbf-37cda492d6b4 of type vlan for network 88a78452-76a0-46c9-bbed-b50a74def1fd Apr 21 06:42:15.522466 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-06f23bdc-96bb-4c14-b3f5-e7ac77b72df0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765872960183'] for network, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:15.636324 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-06f23bdc-96bb-4c14-b3f5-e7ac77b72df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970'] for network, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:15.637876 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f23bdc-96bb-4c14-b3f5-e7ac77b72df0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:42:15.638577 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-06f23bdc-96bb-4c14-b3f5-e7ac77b72df0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846863987'] for network, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:15.644048 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-1a0b6d9a-e37a-4488-8971-e35f087891d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:42:15.752686 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f23bdc-96bb-4c14-b3f5-e7ac77b72df0 admin admin] Pushing event updated for resources: {'Network': ['ID=88a78452-76a0-46c9-bbed-b50a74def1fd,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:42:15.752686 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-06f23bdc-96bb-4c14-b3f5-e7ac77b72df0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:42:15.760415 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Network 88a78452-76a0-46c9-bbed-b50a74def1fd details requested by agent ovs-agent-dv-cinder-782390-6-iscsi with host dv-cinder-782390-6-iscsi {{(pid=86434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 21 06:42:15.768716 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-06f23bdc-96bb-4c14-b3f5-e7ac77b72df0 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7564373 Apr 21 06:42:15.771622 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 58278) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:42:15.780436 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-a43e2dbb-3f6f-4cf2-af53-0b3ac2f7cd9a admin admin] Request body: {'subnet': {'network_id': '88a78452-76a0-46c9-bbed-b50a74def1fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-568117242-subnet', 'tenant_id': 'f102414a3cdb46eb9e27d995f2c789d2', 'ip_version': 4}} {{(pid=86433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:42:15.786194 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-a43e2dbb-3f6f-4cf2-af53-0b3ac2f7cd9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:42:15.791279 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-a43e2dbb-3f6f-4cf2-af53-0b3ac2f7cd9a admin admin] Usage tracker for resource:subnet and tenant:f102414a3cdb46eb9e27d995f2c789d2 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:42:15.794384 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-a43e2dbb-3f6f-4cf2-af53-0b3ac2f7cd9a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:42:15.800884 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-a43e2dbb-3f6f-4cf2-af53-0b3ac2f7cd9a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:42:15.859310 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a43e2dbb-3f6f-4cf2-af53-0b3ac2f7cd9a admin admin] Made reservation on behalf of f102414a3cdb46eb9e27d995f2c789d2 for: {'subnet': 1} {{(pid=86433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:42:15.864363 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-a43e2dbb-3f6f-4cf2-af53-0b3ac2f7cd9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848149826'] for subnet, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:16.395284 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-a43e2dbb-3f6f-4cf2-af53-0b3ac2f7cd9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7991656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848204256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848149841'] for subnet, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:16.400886 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9f4eae10-aa62-4a15-80ff-a2050ba46c8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:42:16.481144 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43e2dbb-3f6f-4cf2-af53-0b3ac2f7cd9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f908142b-4ddd-4f09-950f-75272d95e987,revision_number=0']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:42:16.484924 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-a43e2dbb-3f6f-4cf2-af53-0b3ac2f7cd9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:42:16.491552 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43e2dbb-3f6f-4cf2-af53-0b3ac2f7cd9a admin admin] Checking segment: {'id': '7dcc741a-1972-4cf1-abbf-37cda492d6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '88a78452-76a0-46c9-bbed-b50a74def1fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:42:16.491956 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43e2dbb-3f6f-4cf2-af53-0b3ac2f7cd9a admin admin] Network hostable DHCP agents. Network: 88a78452-76a0-46c9-bbed-b50a74def1fd, hostable agents: ['6e5e74bc-90a9-40d2-b33c-cc5e996b490a'], hosted agents: [] {{(pid=86433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 21 06:42:16.584362 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43e2dbb-3f6f-4cf2-af53-0b3ac2f7cd9a admin admin] Network 88a78452-76a0-46c9-bbed-b50a74def1fd is scheduled to be hosted by DHCP agent 6e5e74bc-90a9-40d2-b33c-cc5e996b490a with binding_index 1 {{(pid=86433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 21 06:42:16.647121 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 585f0499-909c-4b13-b953-6bae29700e0f up at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:42:16.653195 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [None req-a43e2dbb-3f6f-4cf2-af53-0b3ac2f7cd9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-6-iscsi, 88a78452-76a0-46c9-bbed-b50a74def1fd) {{(pid=86433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:42:16.672463 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43e2dbb-3f6f-4cf2-af53-0b3ac2f7cd9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:42:16.673131 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-a43e2dbb-3f6f-4cf2-af53-0b3ac2f7cd9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:16.690141 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94dc41bb-ef23-4722-81a8-e7f6ab621b6a None None] Network 88a78452-76a0-46c9-bbed-b50a74def1fd requested from dv-cinder-782390-6-iscsi {{(pid=86434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:42:16.743898 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-a43e2dbb-3f6f-4cf2-af53-0b3ac2f7cd9a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9678187 Apr 21 06:42:16.744563 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 58282) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:42:16.750883 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-3edca3e9-f5d6-451b-94f6-6c322ee2d216 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-568117242-router', 'tenant_id': 'f102414a3cdb46eb9e27d995f2c789d2', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152'}}} {{(pid=86433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:42:16.756470 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-3edca3e9-f5d6-451b-94f6-6c322ee2d216 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:42:16.762421 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-3edca3e9-f5d6-451b-94f6-6c322ee2d216 admin admin] Usage tracker for resource:router and tenant:f102414a3cdb46eb9e27d995f2c789d2 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:42:16.766572 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-3edca3e9-f5d6-451b-94f6-6c322ee2d216 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:42:16.773414 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-3edca3e9-f5d6-451b-94f6-6c322ee2d216 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:42:16.890718 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning for port 585f0499-909c-4b13-b953-6bae29700e0f completed by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:42:16.906015 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning complete for port 585f0499-909c-4b13-b953-6bae29700e0f triggered by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:42:16.906450 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:16.917769 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3edca3e9-f5d6-451b-94f6-6c322ee2d216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8000236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854775187'] for router, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:16.918953 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3edca3e9-f5d6-451b-94f6-6c322ee2d216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846775580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036846753534', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846786285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-614'] for router, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:16.941176 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3edca3e9-f5d6-451b-94f6-6c322ee2d216 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:17.018417 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3adbc1df-98df-4f29-97e1-b1af69f8dd15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4de2c1f0-92f8-5802-94e1-2ca90c756a19-88a78452-76a0-46c9-bbed-b50a74def1fd', 'network_id': '88a78452-76a0-46c9-bbed-b50a74def1fd', 'tenant_id': 'f102414a3cdb46eb9e27d995f2c789d2', 'fixed_ips': [{'subnet_id': 'f908142b-4ddd-4f09-950f-75272d95e987'}]}} from dv-cinder-782390-6-iscsi. {{(pid=86434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 21 06:42:17.019487 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3adbc1df-98df-4f29-97e1-b1af69f8dd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_create {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:17.161443 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:17.182432 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2dcf59-4f7e-4769-851b-69f040a367c0 None None] Sync routers for ids ['e85b5638-349b-45fb-86a9-570df28b04ac'] in dv-cinder-782390-6-iscsi {{(pid=86435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 06:42:17.195044 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2dcf59-4f7e-4769-851b-69f040a367c0 None None] Routers {'e85b5638-349b-45fb-86a9-570df28b04ac'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:42:17.196169 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-4f2dcf59-4f7e-4769-851b-69f040a367c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T06:42:05Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['e85b5638-349b-45fb-86a9-570df28b04ac'], 'active': True} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:42:17.202021 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] For port 585f0499-909c-4b13-b953-6bae29700e0f, host dv-cinder-782390-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=585f0499-909c-4b13-b953-6bae29700e0f,segment=NetworkSegment(d57a18c0-30ee-4dde-82a2-7c14b6979212),segment_id=d57a18c0-30ee-4dde-82a2-7c14b6979212)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:42:17.277559 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:17.281488 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-8d1c0f2d-68f0-4af5-976a-5bb48e4f962c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:42:17.370931 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.db_base_plugin_common [None req-3adbc1df-98df-4f29-97e1-b1af69f8dd15 None None] Allocated IP 172.20.0.2 (88a78452-76a0-46c9-bbed-b50a74def1fd/f908142b-4ddd-4f09-950f-75272d95e987/934f8827-01c6-412d-a142-67e044a1a05f) {{(pid=86434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:42:17.389847 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Pushing event updated for resources: {'Port': ['ID=585f0499-909c-4b13-b953-6bae29700e0f,revision_number=4']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:42:17.394388 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:42:17.422781 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-4f2dcf59-4f7e-4769-851b-69f040a367c0 None None] Set router e85b5638-349b-45fb-86a9-570df28b04ac gateway port host: dv-cinder-782390-6-iscsi {{(pid=86435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:42:17.653975 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3adbc1df-98df-4f29-97e1-b1af69f8dd15 None None] Notify callbacks [] for port, precommit_create {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:17.658895 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3edca3e9-f5d6-451b-94f6-6c322ee2d216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846753291', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036846765217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-599'] for router, precommit_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:17.667240 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-3adbc1df-98df-4f29-97e1-b1af69f8dd15 None None] Transition to ACTIVE for port object 934f8827-01c6-412d-a142-67e044a1a05f will not be triggered until provisioned by entity L2. {{(pid=86434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:42:17.694569 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-3adbc1df-98df-4f29-97e1-b1af69f8dd15 None None] Transition to ACTIVE for port object 934f8827-01c6-412d-a142-67e044a1a05f will not be triggered until provisioned by entity DHCP. {{(pid=86434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:42:17.729463 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3adbc1df-98df-4f29-97e1-b1af69f8dd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363270981802970'] for port, after_create {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:17.735468 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-b5b6d504-0e7d-43db-8971-f6b9dd82f95a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:42:17.784190 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-4f2dcf59-4f7e-4769-851b-69f040a367c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e85b5638-349b-45fb-86a9-570df28b04ac', 'name': 'tempest-TestMinimumBasicScenario-1646822079-router', 'tenant_id': '588bf127fe68422c8cc2a85822dd1452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '585f0499-909c-4b13-b953-6bae29700e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:42:07Z', 'updated_at': '2021-04-21T06:42:13Z', 'revision_number': 4, 'project_id': '588bf127fe68422c8cc2a85822dd1452', 'gw_port': {'id': '585f0499-909c-4b13-b953-6bae29700e0f', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ac:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85b5638-349b-45fb-86a9-570df28b04ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:42:09Z', 'updated_at': '2021-04-21T06:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi', '_interfaces': [{'id': '414c63a9-f487-4fdb-a0c9-632b7978c5ac', 'name': '', 'network_id': 'bf6337d0-797e-4abc-a63d-bc90008830b0', 'tenant_id': '588bf127fe68422c8cc2a85822dd1452', 'mac_address': 'fa:16:3e:58:b1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e85b5638-349b-45fb-86a9-570df28b04ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'e6e6ca67-bee9-4465-9a03-41fdde82d483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:42:12Z', 'updated_at': '2021-04-21T06:42:13Z', 'revision_number': 2, 'project_id': '588bf127fe68422c8cc2a85822dd1452', 'subnets': [{'id': 'e6e6ca67-bee9-4465-9a03-41fdde82d483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:42:17.788763 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2dcf59-4f7e-4769-851b-69f040a367c0 None None] Checking router: e85b5638-349b-45fb-86a9-570df28b04ac for host: dv-cinder-782390-6-iscsi {{(pid=86435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 06:42:17.789194 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2dcf59-4f7e-4769-851b-69f040a367c0 None None] Updating router e85b5638-349b-45fb-86a9-570df28b04ac port 414c63a9-f487-4fdb-a0c9-632b7978c5ac binding host dv-cinder-782390-6-iscsi {{(pid=86435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 21 06:42:17.810420 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3adbc1df-98df-4f29-97e1-b1af69f8dd15 None None] Network 88a78452-76a0-46c9-bbed-b50a74def1fd is already hosted by enough agents. {{(pid=86434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:42:17.814458 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [None req-3adbc1df-98df-4f29-97e1-b1af69f8dd15 None None] Resources bound (agent type, host, resource id): {{(pid=86434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:42:17.822410 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adbc1df-98df-4f29-97e1-b1af69f8dd15 None None] Received port after_create {{(pid=86434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:42:17.847864 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4f2dcf59-4f7e-4769-851b-69f040a367c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86435) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:17.923358 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbc1df-98df-4f29-97e1-b1af69f8dd15 None None] Pushing event updated for resources: {'Port': ['ID=934f8827-01c6-412d-a142-67e044a1a05f,revision_number=1']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:42:17.931734 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-3adbc1df-98df-4f29-97e1-b1af69f8dd15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:42:17.949228 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-3adbc1df-98df-4f29-97e1-b1af69f8dd15 None None] Attempting to bind port 934f8827-01c6-412d-a142-67e044a1a05f on host dv-cinder-782390-6-iscsi for vnic_type normal with profile {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:42:17.949651 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-3adbc1df-98df-4f29-97e1-b1af69f8dd15 None None] Attempting to bind port 934f8827-01c6-412d-a142-67e044a1a05f by drivers openvswitch,hyperv on host dv-cinder-782390-6-iscsi at level 0 using segments [{'id': '7dcc741a-1972-4cf1-abbf-37cda492d6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '88a78452-76a0-46c9-bbed-b50a74def1fd'}] {{(pid=86434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:42:17.950071 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adbc1df-98df-4f29-97e1-b1af69f8dd15 None None] Attempting to bind port 934f8827-01c6-412d-a142-67e044a1a05f on network 88a78452-76a0-46c9-bbed-b50a74def1fd {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:42:17.956341 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adbc1df-98df-4f29-97e1-b1af69f8dd15 None None] Checking agent: {'id': '6ed75209-5459-46e4-8756-ce582068b488', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 5, 55, 6), 'started_at': datetime.datetime(2021, 4, 21, 5, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:42:17.956810 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adbc1df-98df-4f29-97e1-b1af69f8dd15 None None] Checking segment: {'id': '7dcc741a-1972-4cf1-abbf-37cda492d6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '88a78452-76a0-46c9-bbed-b50a74def1fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:42:17.957271 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3adbc1df-98df-4f29-97e1-b1af69f8dd15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:17.957716 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adbc1df-98df-4f29-97e1-b1af69f8dd15 None None] Bound using segment: {'id': '7dcc741a-1972-4cf1-abbf-37cda492d6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '88a78452-76a0-46c9-bbed-b50a74def1fd'} {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:42:17.958252 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-3adbc1df-98df-4f29-97e1-b1af69f8dd15 None None] Bound port: 934f8827-01c6-412d-a142-67e044a1a05f, host: dv-cinder-782390-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dcc741a-1972-4cf1-abbf-37cda492d6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '88a78452-76a0-46c9-bbed-b50a74def1fd'}}] {{(pid=86434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:42:17.958707 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3adbc1df-98df-4f29-97e1-b1af69f8dd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:18.067545 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-3adbc1df-98df-4f29-97e1-b1af69f8dd15 None None] For port 934f8827-01c6-412d-a142-67e044a1a05f, host dv-cinder-782390-6-iscsi, cleared binding levels {{(pid=86434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:42:18.071735 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-3adbc1df-98df-4f29-97e1-b1af69f8dd15 None None] For port 934f8827-01c6-412d-a142-67e044a1a05f, host dv-cinder-782390-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=934f8827-01c6-412d-a142-67e044a1a05f,segment=NetworkSegment(7dcc741a-1972-4cf1-abbf-37cda492d6b4),segment_id=7dcc741a-1972-4cf1-abbf-37cda492d6b4)] {{(pid=86434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:42:18.107600 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3adbc1df-98df-4f29-97e1-b1af69f8dd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:18.114671 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:42:18.132180 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3edca3e9-f5d6-451b-94f6-6c322ee2d216 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:18.169325 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3edca3e9-f5d6-451b-94f6-6c322ee2d216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:18.236031 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbc1df-98df-4f29-97e1-b1af69f8dd15 None None] Pushing event updated for resources: {'Port': ['ID=934f8827-01c6-412d-a142-67e044a1a05f,revision_number=2']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:42:18.248861 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-3adbc1df-98df-4f29-97e1-b1af69f8dd15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:42:18.259773 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4f2dcf59-4f7e-4769-851b-69f040a367c0 None None] Notify callbacks [] for port, precommit_update {{(pid=86435) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:18.276489 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-4f2dcf59-4f7e-4769-851b-69f040a367c0 None None] Transition to ACTIVE for port object 414c63a9-f487-4fdb-a0c9-632b7978c5ac will not be triggered until provisioned by entity L2. {{(pid=86435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:42:18.329122 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4f2dcf59-4f7e-4769-851b-69f040a367c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86435) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:18.345088 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-617c77e3-5b00-451f-99f9-c3f25b670313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86435) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:42:18.374726 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.db_base_plugin_common [None req-3edca3e9-f5d6-451b-94f6-6c322ee2d216 admin admin] Allocated IP 172.27.2.73 (07a7a1dd-edf9-4d1b-80a1-539c21f96152/ecb89d71-8db1-4ceb-ad17-1c0004eeb607/b13ace9b-5dd0-4809-8f9f-98e919b49b51) {{(pid=86433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:42:18.652857 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3edca3e9-f5d6-451b-94f6-6c322ee2d216 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:18.661902 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9453978-4c68-4f69-9fb5-013f70ef9ed2 None None] Pushing event updated for resources: {'Port': ['ID=414c63a9-f487-4fdb-a0c9-632b7978c5ac,revision_number=3']} {{(pid=86435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:42:18.686535 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9453978-4c68-4f69-9fb5-013f70ef9ed2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:42:18.686963 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9453978-4c68-4f69-9fb5-013f70ef9ed2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:42:18.687423 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9453978-4c68-4f69-9fb5-013f70ef9ed2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:42:18.687872 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9453978-4c68-4f69-9fb5-013f70ef9ed2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:42:18.688238 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9453978-4c68-4f69-9fb5-013f70ef9ed2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:42:18.688741 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9453978-4c68-4f69-9fb5-013f70ef9ed2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:42:18.689210 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9453978-4c68-4f69-9fb5-013f70ef9ed2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:42:18.689593 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9453978-4c68-4f69-9fb5-013f70ef9ed2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:42:18.690027 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9453978-4c68-4f69-9fb5-013f70ef9ed2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:42:18.690481 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9453978-4c68-4f69-9fb5-013f70ef9ed2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:42:18.691055 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9453978-4c68-4f69-9fb5-013f70ef9ed2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:42:18.691291 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9453978-4c68-4f69-9fb5-013f70ef9ed2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:42:18.697108 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-f9453978-4c68-4f69-9fb5-013f70ef9ed2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=86435) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:42:18.699549 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-4f2dcf59-4f7e-4769-851b-69f040a367c0 None None] Attempting to bind port 414c63a9-f487-4fdb-a0c9-632b7978c5ac on host dv-cinder-782390-6-iscsi for vnic_type normal with profile {{(pid=86435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:42:18.700030 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-4f2dcf59-4f7e-4769-851b-69f040a367c0 None None] Attempting to bind port 414c63a9-f487-4fdb-a0c9-632b7978c5ac by drivers openvswitch,hyperv on host dv-cinder-782390-6-iscsi at level 0 using segments [{'id': '7bcfb457-3f53-486c-9eb7-4c2e3309d75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bf6337d0-797e-4abc-a63d-bc90008830b0'}] {{(pid=86435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:42:18.700514 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2dcf59-4f7e-4769-851b-69f040a367c0 None None] Attempting to bind port 414c63a9-f487-4fdb-a0c9-632b7978c5ac on network bf6337d0-797e-4abc-a63d-bc90008830b0 {{(pid=86435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:42:18.715033 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2dcf59-4f7e-4769-851b-69f040a367c0 None None] Checking agent: {'id': '6ed75209-5459-46e4-8756-ce582068b488', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 5, 55, 6), 'started_at': datetime.datetime(2021, 4, 21, 5, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:42:18.715365 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2dcf59-4f7e-4769-851b-69f040a367c0 None None] Checking segment: {'id': '7bcfb457-3f53-486c-9eb7-4c2e3309d75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bf6337d0-797e-4abc-a63d-bc90008830b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:42:18.716060 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4f2dcf59-4f7e-4769-851b-69f040a367c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86435) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:18.716567 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2dcf59-4f7e-4769-851b-69f040a367c0 None None] Bound using segment: {'id': '7bcfb457-3f53-486c-9eb7-4c2e3309d75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bf6337d0-797e-4abc-a63d-bc90008830b0'} {{(pid=86435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:42:18.717167 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-4f2dcf59-4f7e-4769-851b-69f040a367c0 None None] Bound port: 414c63a9-f487-4fdb-a0c9-632b7978c5ac, host: dv-cinder-782390-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bcfb457-3f53-486c-9eb7-4c2e3309d75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bf6337d0-797e-4abc-a63d-bc90008830b0'}}] {{(pid=86435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:42:18.717661 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4f2dcf59-4f7e-4769-851b-69f040a367c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86435) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:18.774992 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3edca3e9-f5d6-451b-94f6-6c322ee2d216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363270981802970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6571441'] for port, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:18.780420 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-ec747597-1005-49a2-a972-4d07cfd1f6b0 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:42:18.860305 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 585f0499-909c-4b13-b953-6bae29700e0f up at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:42:18.870715 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-4f2dcf59-4f7e-4769-851b-69f040a367c0 None None] For port 414c63a9-f487-4fdb-a0c9-632b7978c5ac, host dv-cinder-782390-6-iscsi, cleared binding levels {{(pid=86435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:42:18.875786 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-4f2dcf59-4f7e-4769-851b-69f040a367c0 None None] For port 414c63a9-f487-4fdb-a0c9-632b7978c5ac, host dv-cinder-782390-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=414c63a9-f487-4fdb-a0c9-632b7978c5ac,segment=NetworkSegment(7bcfb457-3f53-486c-9eb7-4c2e3309d75b),segment_id=7bcfb457-3f53-486c-9eb7-4c2e3309d75b)] {{(pid=86435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:42:18.876873 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edca3e9-f5d6-451b-94f6-6c322ee2d216 admin admin] Network 07a7a1dd-edf9-4d1b-80a1-539c21f96152 is already hosted by enough agents. {{(pid=86433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:42:18.886641 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [None req-3edca3e9-f5d6-451b-94f6-6c322ee2d216 admin admin] Resources bound (agent type, host, resource id): {{(pid=86433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:42:18.889311 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edca3e9-f5d6-451b-94f6-6c322ee2d216 admin admin] Received port after_create {{(pid=86433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:42:18.918645 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4f2dcf59-4f7e-4769-851b-69f040a367c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86435) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:18.928590 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86435) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:42:18.942915 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning complete for port 585f0499-909c-4b13-b953-6bae29700e0f triggered by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:42:18.943693 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:18.944916 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edca3e9-f5d6-451b-94f6-6c322ee2d216 admin admin] Pushing event updated for resources: {'Port': ['ID=b13ace9b-5dd0-4809-8f9f-98e919b49b51,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:42:18.948856 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-3edca3e9-f5d6-451b-94f6-6c322ee2d216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:42:19.029475 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9453978-4c68-4f69-9fb5-013f70ef9ed2 None None] Pushing event updated for resources: {'Port': ['ID=414c63a9-f487-4fdb-a0c9-632b7978c5ac,revision_number=4']} {{(pid=86435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:42:19.042481 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-f9453978-4c68-4f69-9fb5-013f70ef9ed2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86435) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:42:19.073992 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2dcf59-4f7e-4769-851b-69f040a367c0 None None] Routers {'e85b5638-349b-45fb-86a9-570df28b04ac'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:42:19.074753 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-4f2dcf59-4f7e-4769-851b-69f040a367c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T06:42:05Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['e85b5638-349b-45fb-86a9-570df28b04ac'], 'active': True} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:42:19.097791 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 934f8827-01c6-412d-a142-67e044a1a05f up at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:42:19.260822 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning for port 934f8827-01c6-412d-a142-67e044a1a05f completed by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:42:19.376231 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-4f2dcf59-4f7e-4769-851b-69f040a367c0 None None] Set router e85b5638-349b-45fb-86a9-570df28b04ac gateway port host: dv-cinder-782390-6-iscsi {{(pid=86435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:42:19.526160 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3edca3e9-f5d6-451b-94f6-6c322ee2d216 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:19.741104 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-4f2dcf59-4f7e-4769-851b-69f040a367c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e85b5638-349b-45fb-86a9-570df28b04ac', 'name': 'tempest-TestMinimumBasicScenario-1646822079-router', 'tenant_id': '588bf127fe68422c8cc2a85822dd1452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '585f0499-909c-4b13-b953-6bae29700e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:42:07Z', 'updated_at': '2021-04-21T06:42:13Z', 'revision_number': 4, 'project_id': '588bf127fe68422c8cc2a85822dd1452', 'gw_port': {'id': '585f0499-909c-4b13-b953-6bae29700e0f', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ac:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85b5638-349b-45fb-86a9-570df28b04ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:42:09Z', 'updated_at': '2021-04-21T06:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi', '_interfaces': [{'id': '414c63a9-f487-4fdb-a0c9-632b7978c5ac', 'name': '', 'network_id': 'bf6337d0-797e-4abc-a63d-bc90008830b0', 'tenant_id': '588bf127fe68422c8cc2a85822dd1452', 'mac_address': 'fa:16:3e:58:b1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e85b5638-349b-45fb-86a9-570df28b04ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'e6e6ca67-bee9-4465-9a03-41fdde82d483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:42:12Z', 'updated_at': '2021-04-21T06:42:18Z', 'revision_number': 4, 'project_id': '588bf127fe68422c8cc2a85822dd1452', 'subnets': [{'id': 'e6e6ca67-bee9-4465-9a03-41fdde82d483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:42:19.747515 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2dcf59-4f7e-4769-851b-69f040a367c0 None None] The sync data for ids ['e85b5638-349b-45fb-86a9-570df28b04ac'] in dv-cinder-782390-6-iscsi is: [{'id': 'e85b5638-349b-45fb-86a9-570df28b04ac', 'name': 'tempest-TestMinimumBasicScenario-1646822079-router', 'tenant_id': '588bf127fe68422c8cc2a85822dd1452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '585f0499-909c-4b13-b953-6bae29700e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:42:07Z', 'updated_at': '2021-04-21T06:42:13Z', 'revision_number': 4, 'project_id': '588bf127fe68422c8cc2a85822dd1452', 'gw_port': {'id': '585f0499-909c-4b13-b953-6bae29700e0f', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ac:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85b5638-349b-45fb-86a9-570df28b04ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:42:09Z', 'updated_at': '2021-04-21T06:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi', '_interfaces': [{'id': '414c63a9-f487-4fdb-a0c9-632b7978c5ac', 'name': '', 'network_id': 'bf6337d0-797e-4abc-a63d-bc90008830b0', 'tenant_id': '588bf127fe68422c8cc2a85822dd1452', 'mac_address': 'fa:16:3e:58:b1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e85b5638-349b-45fb-86a9-570df28b04ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'e6e6ca67-bee9-4465-9a03-41fdde82d483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:42:12Z', 'updated_at': '2021-04-21T06:42:18Z', 'revision_number': 4, 'project_id': '588bf127fe68422c8cc2a85822dd1452', 'subnets': [{'id': 'e6e6ca67-bee9-4465-9a03-41fdde82d483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 06:42:19.839606 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836cb165-ab64-46d3-ac7c-45f773657088 None None] Network 88a78452-76a0-46c9-bbed-b50a74def1fd requested from dv-cinder-782390-6-iscsi {{(pid=86434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:42:19.929709 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3edca3e9-f5d6-451b-94f6-6c322ee2d216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8010567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8022495'] for router, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:20.049164 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-c91f2a0e-921e-4438-b871-37929999d68c None None] Provisioning for port 934f8827-01c6-412d-a142-67e044a1a05f completed by entity DHCP. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:42:20.061574 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-c91f2a0e-921e-4438-b871-37929999d68c None None] Provisioning complete for port 934f8827-01c6-412d-a142-67e044a1a05f triggered by entity DHCP. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:42:20.061921 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-c91f2a0e-921e-4438-b871-37929999d68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:20.216816 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3edca3e9-f5d6-451b-94f6-6c322ee2d216 admin admin] Router 3210cd71-df44-421f-913e-79032e197488 is scheduled to L3 agent 11ad1a07-0ae8-4245-9270-47a08d3f943a with binding_index 1 {{(pid=86433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 21 06:42:20.333132 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-c91f2a0e-921e-4438-b871-37929999d68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:20.372164 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-c91f2a0e-921e-4438-b871-37929999d68c None None] For port 934f8827-01c6-412d-a142-67e044a1a05f, host dv-cinder-782390-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=934f8827-01c6-412d-a142-67e044a1a05f,segment=NetworkSegment(7dcc741a-1972-4cf1-abbf-37cda492d6b4),segment_id=7dcc741a-1972-4cf1-abbf-37cda492d6b4)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:42:20.407807 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-c91f2a0e-921e-4438-b871-37929999d68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:20.412518 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-6e512fdc-eebc-4275-90cc-0eee61ac8ca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:42:20.532778 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91f2a0e-921e-4438-b871-37929999d68c None None] Pushing event updated for resources: {'Port': ['ID=934f8827-01c6-412d-a142-67e044a1a05f,revision_number=3']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:42:20.542434 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-c91f2a0e-921e-4438-b871-37929999d68c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:42:20.650206 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-d9b95b8b-be90-426e-aecf-a594adae9c01 None None] Provisioning complete for port 934f8827-01c6-412d-a142-67e044a1a05f triggered by entity DHCP. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:42:20.650970 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d9b95b8b-be90-426e-aecf-a594adae9c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:20.707835 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 414c63a9-f487-4fdb-a0c9-632b7978c5ac up at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:42:20.731254 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3edca3e9-f5d6-451b-94f6-6c322ee2d216 admin admin] Notify agent at l3_agent.dv-cinder-782390-6-iscsi the message routers_updated {{(pid=86433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 06:42:20.758716 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f83642-efb1-47ef-aed1-d0555906d2c4 None None] Sync routers for ids ['3210cd71-df44-421f-913e-79032e197488'] in dv-cinder-782390-6-iscsi {{(pid=86434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 06:42:20.791442 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-3edca3e9-f5d6-451b-94f6-6c322ee2d216 admin admin] Notify callbacks [] for router, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:20.795753 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-3edca3e9-f5d6-451b-94f6-6c322ee2d216 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.0473135 Apr 21 06:42:20.795913 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 58290) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:42:20.805400 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f83642-efb1-47ef-aed1-d0555906d2c4 None None] Routers {'3210cd71-df44-421f-913e-79032e197488'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:42:20.806121 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-d8f83642-efb1-47ef-aed1-d0555906d2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T06:42:05Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['3210cd71-df44-421f-913e-79032e197488'], 'active': True} {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:42:21.268235 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-d8f83642-efb1-47ef-aed1-d0555906d2c4 None None] Set router 3210cd71-df44-421f-913e-79032e197488 gateway port host: dv-cinder-782390-6-iscsi {{(pid=86434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:42:21.321782 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning for port 414c63a9-f487-4fdb-a0c9-632b7978c5ac completed by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:42:21.386654 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning complete for port 414c63a9-f487-4fdb-a0c9-632b7978c5ac triggered by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:42:21.387102 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:21.558232 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-14e2d3d4-61e3-4cb6-a69f-fc3efa16e308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:21.675190 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:21.723105 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] For port 414c63a9-f487-4fdb-a0c9-632b7978c5ac, host dv-cinder-782390-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=414c63a9-f487-4fdb-a0c9-632b7978c5ac,segment=NetworkSegment(7bcfb457-3f53-486c-9eb7-4c2e3309d75b),segment_id=7bcfb457-3f53-486c-9eb7-4c2e3309d75b)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:42:21.736712 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-d8f83642-efb1-47ef-aed1-d0555906d2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3210cd71-df44-421f-913e-79032e197488', 'name': 'tempest-TestMinimumBasicScenario-568117242-router', 'tenant_id': 'f102414a3cdb46eb9e27d995f2c789d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'b13ace9b-5dd0-4809-8f9f-98e919b49b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:42:16Z', 'updated_at': '2021-04-21T06:42:19Z', 'revision_number': 3, 'project_id': 'f102414a3cdb46eb9e27d995f2c789d2', 'gw_port': {'id': 'b13ace9b-5dd0-4809-8f9f-98e919b49b51', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:22:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3210cd71-df44-421f-913e-79032e197488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:42:18Z', 'updated_at': '2021-04-21T06:42:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi'}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:42:21.742460 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f83642-efb1-47ef-aed1-d0555906d2c4 None None] Checking router: 3210cd71-df44-421f-913e-79032e197488 for host: dv-cinder-782390-6-iscsi {{(pid=86434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 06:42:21.742931 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f83642-efb1-47ef-aed1-d0555906d2c4 None None] Updating router 3210cd71-df44-421f-913e-79032e197488 port b13ace9b-5dd0-4809-8f9f-98e919b49b51 binding host dv-cinder-782390-6-iscsi {{(pid=86434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 21 06:42:21.783599 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.db_base_plugin_common [None req-14e2d3d4-61e3-4cb6-a69f-fc3efa16e308 admin admin] Allocated IP 172.20.0.1 (88a78452-76a0-46c9-bbed-b50a74def1fd/f908142b-4ddd-4f09-950f-75272d95e987/a032ce9e-ad1d-4585-94d5-09d6b9c0756a) {{(pid=86433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:42:21.792251 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:21.796760 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 934f8827-01c6-412d-a142-67e044a1a05f up at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:42:21.827212 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-c1187179-f7c0-4282-8604-97bd13442dc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:42:21.916966 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d8f83642-efb1-47ef-aed1-d0555906d2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:21.949527 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-14e2d3d4-61e3-4cb6-a69f-fc3efa16e308 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:21.967948 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-14e2d3d4-61e3-4cb6-a69f-fc3efa16e308 admin admin] Transition to ACTIVE for port object a032ce9e-ad1d-4585-94d5-09d6b9c0756a will not be triggered until provisioned by entity DHCP. {{(pid=86433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:42:21.987583 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Pushing event updated for resources: {'Port': ['ID=414c63a9-f487-4fdb-a0c9-632b7978c5ac,revision_number=5']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:42:21.991078 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:42:22.020898 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-14e2d3d4-61e3-4cb6-a69f-fc3efa16e308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363270981802970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6571441'] for port, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:22.026635 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-363bba20-697b-4078-a963-77d8ee03ad27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:42:22.060102 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning complete for port 934f8827-01c6-412d-a142-67e044a1a05f triggered by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:42:22.060534 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:22.098790 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e2d3d4-61e3-4cb6-a69f-fc3efa16e308 admin admin] Network 88a78452-76a0-46c9-bbed-b50a74def1fd is already hosted by enough agents. {{(pid=86433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:42:22.102540 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [None req-14e2d3d4-61e3-4cb6-a69f-fc3efa16e308 admin admin] Resources bound (agent type, host, resource id): {{(pid=86433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:42:22.106789 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e2d3d4-61e3-4cb6-a69f-fc3efa16e308 admin admin] Received port after_create {{(pid=86433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:42:22.144687 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e2d3d4-61e3-4cb6-a69f-fc3efa16e308 admin admin] Pushing event updated for resources: {'Port': ['ID=a032ce9e-ad1d-4585-94d5-09d6b9c0756a,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:42:22.149941 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-14e2d3d4-61e3-4cb6-a69f-fc3efa16e308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:42:22.177103 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-14e2d3d4-61e3-4cb6-a69f-fc3efa16e308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846764798'] for router_interface, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:22.338482 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-14e2d3d4-61e3-4cb6-a69f-fc3efa16e308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:22.436176 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-a39311b3-f306-4068-a237-9ca55d96152e None None] Provisioning for port a032ce9e-ad1d-4585-94d5-09d6b9c0756a completed by entity DHCP. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:42:22.460205 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-a39311b3-f306-4068-a237-9ca55d96152e None None] Provisioning complete for port a032ce9e-ad1d-4585-94d5-09d6b9c0756a triggered by entity DHCP. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:42:22.461239 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-a39311b3-f306-4068-a237-9ca55d96152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:22.526959 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d8f83642-efb1-47ef-aed1-d0555906d2c4 None None] Notify callbacks [] for port, precommit_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:22.543051 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-a39311b3-f306-4068-a237-9ca55d96152e None None] Port a032ce9e-ad1d-4585-94d5-09d6b9c0756a cannot update to ACTIVE because it is not bound. {{(pid=86434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 06:42:22.547430 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-d8f83642-efb1-47ef-aed1-d0555906d2c4 None None] Transition to ACTIVE for port object b13ace9b-5dd0-4809-8f9f-98e919b49b51 will not be triggered until provisioned by entity L2. {{(pid=86434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:42:22.580554 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d8f83642-efb1-47ef-aed1-d0555906d2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:22.590496 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-14e2d3d4-61e3-4cb6-a69f-fc3efa16e308 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:22.594563 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:42:22.639098 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-14e2d3d4-61e3-4cb6-a69f-fc3efa16e308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848204360'] for port, after_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:22.661919 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-d8f83642-efb1-47ef-aed1-d0555906d2c4 None None] Attempting to bind port b13ace9b-5dd0-4809-8f9f-98e919b49b51 on host dv-cinder-782390-6-iscsi for vnic_type normal with profile {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:42:22.662341 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-d8f83642-efb1-47ef-aed1-d0555906d2c4 None None] Attempting to bind port b13ace9b-5dd0-4809-8f9f-98e919b49b51 by drivers openvswitch,hyperv on host dv-cinder-782390-6-iscsi at level 0 using segments [{'id': 'd57a18c0-30ee-4dde-82a2-7c14b6979212', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152'}] {{(pid=86434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:42:22.662794 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f83642-efb1-47ef-aed1-d0555906d2c4 None None] Attempting to bind port b13ace9b-5dd0-4809-8f9f-98e919b49b51 on network 07a7a1dd-edf9-4d1b-80a1-539c21f96152 {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:42:22.665918 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 414c63a9-f487-4fdb-a0c9-632b7978c5ac up at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:42:22.670398 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-097ba0eb-26a5-4b42-84ae-cd76fde749c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:42:22.723442 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f83642-efb1-47ef-aed1-d0555906d2c4 None None] Checking agent: {'id': '6ed75209-5459-46e4-8756-ce582068b488', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 5, 55, 6), 'started_at': datetime.datetime(2021, 4, 21, 5, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:42:22.723863 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f83642-efb1-47ef-aed1-d0555906d2c4 None None] Checking segment: {'id': 'd57a18c0-30ee-4dde-82a2-7c14b6979212', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:42:22.724380 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d8f83642-efb1-47ef-aed1-d0555906d2c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:22.724786 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f83642-efb1-47ef-aed1-d0555906d2c4 None None] Bound using segment: {'id': 'd57a18c0-30ee-4dde-82a2-7c14b6979212', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152'} {{(pid=86434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:42:22.725317 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-d8f83642-efb1-47ef-aed1-d0555906d2c4 None None] Bound port: b13ace9b-5dd0-4809-8f9f-98e919b49b51, host: dv-cinder-782390-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd57a18c0-30ee-4dde-82a2-7c14b6979212', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152'}}] {{(pid=86434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:42:22.725741 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d8f83642-efb1-47ef-aed1-d0555906d2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:22.758731 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e2d3d4-61e3-4cb6-a69f-fc3efa16e308 admin admin] Pushing event updated for resources: {'Port': ['ID=a032ce9e-ad1d-4585-94d5-09d6b9c0756a,revision_number=2']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:42:22.761721 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-14e2d3d4-61e3-4cb6-a69f-fc3efa16e308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:42:22.762896 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-14e2d3d4-61e3-4cb6-a69f-fc3efa16e308 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846863953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8011109'] for router_interface, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:22.801136 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8240f488-d356-467b-ad08-92b4b49f0d79 None None] Pushing event updated for resources: {'Port': ['ID=b13ace9b-5dd0-4809-8f9f-98e919b49b51,revision_number=2']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:42:22.813143 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-8240f488-d356-467b-ad08-92b4b49f0d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:42:22.854590 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-d8f83642-efb1-47ef-aed1-d0555906d2c4 None None] For port b13ace9b-5dd0-4809-8f9f-98e919b49b51, host dv-cinder-782390-6-iscsi, cleared binding levels {{(pid=86434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:42:22.858980 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-d8f83642-efb1-47ef-aed1-d0555906d2c4 None None] For port b13ace9b-5dd0-4809-8f9f-98e919b49b51, host dv-cinder-782390-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=b13ace9b-5dd0-4809-8f9f-98e919b49b51,segment=NetworkSegment(d57a18c0-30ee-4dde-82a2-7c14b6979212),segment_id=d57a18c0-30ee-4dde-82a2-7c14b6979212)] {{(pid=86434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:42:22.860619 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning complete for port 414c63a9-f487-4fdb-a0c9-632b7978c5ac triggered by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:42:22.861044 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:22.914919 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d8f83642-efb1-47ef-aed1-d0555906d2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:22.918561 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e2d3d4-61e3-4cb6-a69f-fc3efa16e308 admin admin] Network 88a78452-76a0-46c9-bbed-b50a74def1fd is already hosted by enough agents. {{(pid=86433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:42:22.919851 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [None req-14e2d3d4-61e3-4cb6-a69f-fc3efa16e308 admin admin] Resources bound (agent type, host, resource id): {{(pid=86433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:42:22.922595 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:42:23.021846 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f83642-efb1-47ef-aed1-d0555906d2c4 None None] Routers {'3210cd71-df44-421f-913e-79032e197488'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:42:23.022550 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-d8f83642-efb1-47ef-aed1-d0555906d2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T06:42:05Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['3210cd71-df44-421f-913e-79032e197488'], 'active': True} {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:42:23.087190 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8240f488-d356-467b-ad08-92b4b49f0d79 None None] Pushing event updated for resources: {'Port': ['ID=b13ace9b-5dd0-4809-8f9f-98e919b49b51,revision_number=3']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:42:23.149239 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-8240f488-d356-467b-ad08-92b4b49f0d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:42:23.175882 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e2d3d4-61e3-4cb6-a69f-fc3efa16e308 admin admin] Router 3210cd71-df44-421f-913e-79032e197488 has already been hosted by L3 agent 11ad1a07-0ae8-4245-9270-47a08d3f943a {{(pid=86433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 06:42:23.385830 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e2d3d4-61e3-4cb6-a69f-fc3efa16e308 admin admin] Notify agent at l3_agent.dv-cinder-782390-6-iscsi the message routers_updated {{(pid=86433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 06:42:23.407325 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-14e2d3d4-61e3-4cb6-a69f-fc3efa16e308 admin admin] 10.222.0.15 "PUT /v2.0/routers/3210cd71-df44-421f-913e-79032e197488/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6005893 Apr 21 06:42:23.455115 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-7f2e85ec-5be5-49c5-944a-787aad1a6c50 None None] Provisioning complete for port a032ce9e-ad1d-4585-94d5-09d6b9c0756a triggered by entity DHCP. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:42:23.455546 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-7f2e85ec-5be5-49c5-944a-787aad1a6c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:23.543950 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-7f2e85ec-5be5-49c5-944a-787aad1a6c50 None None] Port a032ce9e-ad1d-4585-94d5-09d6b9c0756a cannot update to ACTIVE because it is not bound. {{(pid=86434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 06:42:23.546729 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-d8f83642-efb1-47ef-aed1-d0555906d2c4 None None] Set router 3210cd71-df44-421f-913e-79032e197488 gateway port host: dv-cinder-782390-6-iscsi {{(pid=86434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:42:23.895321 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-d8f83642-efb1-47ef-aed1-d0555906d2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3210cd71-df44-421f-913e-79032e197488', 'name': 'tempest-TestMinimumBasicScenario-568117242-router', 'tenant_id': 'f102414a3cdb46eb9e27d995f2c789d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'b13ace9b-5dd0-4809-8f9f-98e919b49b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:42:16Z', 'updated_at': '2021-04-21T06:42:22Z', 'revision_number': 4, 'project_id': 'f102414a3cdb46eb9e27d995f2c789d2', 'gw_port': {'id': 'b13ace9b-5dd0-4809-8f9f-98e919b49b51', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:22:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3210cd71-df44-421f-913e-79032e197488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:42:18Z', 'updated_at': '2021-04-21T06:42:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi', '_interfaces': [{'id': 'a032ce9e-ad1d-4585-94d5-09d6b9c0756a', 'name': '', 'network_id': '88a78452-76a0-46c9-bbed-b50a74def1fd', 'tenant_id': 'f102414a3cdb46eb9e27d995f2c789d2', 'mac_address': 'fa:16:3e:bb:53:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3210cd71-df44-421f-913e-79032e197488', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'f908142b-4ddd-4f09-950f-75272d95e987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:42:21Z', 'updated_at': '2021-04-21T06:42:22Z', 'revision_number': 2, 'project_id': 'f102414a3cdb46eb9e27d995f2c789d2', 'subnets': [{'id': 'f908142b-4ddd-4f09-950f-75272d95e987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:42:23.900175 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f83642-efb1-47ef-aed1-d0555906d2c4 None None] The sync data for ids ['3210cd71-df44-421f-913e-79032e197488'] in dv-cinder-782390-6-iscsi is: [{'id': '3210cd71-df44-421f-913e-79032e197488', 'name': 'tempest-TestMinimumBasicScenario-568117242-router', 'tenant_id': 'f102414a3cdb46eb9e27d995f2c789d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'b13ace9b-5dd0-4809-8f9f-98e919b49b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:42:16Z', 'updated_at': '2021-04-21T06:42:22Z', 'revision_number': 4, 'project_id': 'f102414a3cdb46eb9e27d995f2c789d2', 'gw_port': {'id': 'b13ace9b-5dd0-4809-8f9f-98e919b49b51', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:22:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3210cd71-df44-421f-913e-79032e197488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:42:18Z', 'updated_at': '2021-04-21T06:42:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi', '_interfaces': [{'id': 'a032ce9e-ad1d-4585-94d5-09d6b9c0756a', 'name': '', 'network_id': '88a78452-76a0-46c9-bbed-b50a74def1fd', 'tenant_id': 'f102414a3cdb46eb9e27d995f2c789d2', 'mac_address': 'fa:16:3e:bb:53:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3210cd71-df44-421f-913e-79032e197488', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'f908142b-4ddd-4f09-950f-75272d95e987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:42:21Z', 'updated_at': '2021-04-21T06:42:22Z', 'revision_number': 2, 'project_id': 'f102414a3cdb46eb9e27d995f2c789d2', 'subnets': [{'id': 'f908142b-4ddd-4f09-950f-75272d95e987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 06:42:26.687877 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device b13ace9b-5dd0-4809-8f9f-98e919b49b51 up at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:42:27.129085 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning for port b13ace9b-5dd0-4809-8f9f-98e919b49b51 completed by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:42:27.153557 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning complete for port b13ace9b-5dd0-4809-8f9f-98e919b49b51 triggered by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:42:27.153557 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:27.369124 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:27.388921 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] For port b13ace9b-5dd0-4809-8f9f-98e919b49b51, host dv-cinder-782390-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=b13ace9b-5dd0-4809-8f9f-98e919b49b51,segment=NetworkSegment(d57a18c0-30ee-4dde-82a2-7c14b6979212),segment_id=d57a18c0-30ee-4dde-82a2-7c14b6979212)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:42:27.420359 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:27.422432 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:42:27.529734 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e418b4c-803e-4056-9245-7ad1808e4433 None None] Sync routers for ids ['3210cd71-df44-421f-913e-79032e197488'] in dv-cinder-782390-6-iscsi {{(pid=86435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 06:42:27.542566 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e418b4c-803e-4056-9245-7ad1808e4433 None None] Routers {'3210cd71-df44-421f-913e-79032e197488'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:42:27.543607 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-0e418b4c-803e-4056-9245-7ad1808e4433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T06:42:05Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['3210cd71-df44-421f-913e-79032e197488'], 'active': True} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:42:27.562705 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Pushing event updated for resources: {'Port': ['ID=b13ace9b-5dd0-4809-8f9f-98e919b49b51,revision_number=4']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:42:27.578203 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:42:27.758645 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-0e418b4c-803e-4056-9245-7ad1808e4433 None None] Set router 3210cd71-df44-421f-913e-79032e197488 gateway port host: dv-cinder-782390-6-iscsi {{(pid=86435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:42:28.391473 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-0e418b4c-803e-4056-9245-7ad1808e4433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3210cd71-df44-421f-913e-79032e197488', 'name': 'tempest-TestMinimumBasicScenario-568117242-router', 'tenant_id': 'f102414a3cdb46eb9e27d995f2c789d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'b13ace9b-5dd0-4809-8f9f-98e919b49b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:42:16Z', 'updated_at': '2021-04-21T06:42:22Z', 'revision_number': 4, 'project_id': 'f102414a3cdb46eb9e27d995f2c789d2', 'gw_port': {'id': 'b13ace9b-5dd0-4809-8f9f-98e919b49b51', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:22:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3210cd71-df44-421f-913e-79032e197488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:42:18Z', 'updated_at': '2021-04-21T06:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi', '_interfaces': [{'id': 'a032ce9e-ad1d-4585-94d5-09d6b9c0756a', 'name': '', 'network_id': '88a78452-76a0-46c9-bbed-b50a74def1fd', 'tenant_id': 'f102414a3cdb46eb9e27d995f2c789d2', 'mac_address': 'fa:16:3e:bb:53:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3210cd71-df44-421f-913e-79032e197488', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'f908142b-4ddd-4f09-950f-75272d95e987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:42:21Z', 'updated_at': '2021-04-21T06:42:22Z', 'revision_number': 2, 'project_id': 'f102414a3cdb46eb9e27d995f2c789d2', 'subnets': [{'id': 'f908142b-4ddd-4f09-950f-75272d95e987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:42:28.396622 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e418b4c-803e-4056-9245-7ad1808e4433 None None] Checking router: 3210cd71-df44-421f-913e-79032e197488 for host: dv-cinder-782390-6-iscsi {{(pid=86435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 06:42:28.397327 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e418b4c-803e-4056-9245-7ad1808e4433 None None] Updating router 3210cd71-df44-421f-913e-79032e197488 port a032ce9e-ad1d-4585-94d5-09d6b9c0756a binding host dv-cinder-782390-6-iscsi {{(pid=86435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 21 06:42:28.466164 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0e418b4c-803e-4056-9245-7ad1808e4433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86435) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:28.658785 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device b13ace9b-5dd0-4809-8f9f-98e919b49b51 up at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:42:28.754560 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning complete for port b13ace9b-5dd0-4809-8f9f-98e919b49b51 triggered by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:42:28.755369 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:29.073603 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0e418b4c-803e-4056-9245-7ad1808e4433 None None] Notify callbacks [] for port, precommit_update {{(pid=86435) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:29.093164 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-0e418b4c-803e-4056-9245-7ad1808e4433 None None] Transition to ACTIVE for port object a032ce9e-ad1d-4585-94d5-09d6b9c0756a will not be triggered until provisioned by entity L2. {{(pid=86435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:42:29.151538 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0e418b4c-803e-4056-9245-7ad1808e4433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86435) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:29.160377 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86435) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:42:29.453279 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-0e418b4c-803e-4056-9245-7ad1808e4433 None None] Attempting to bind port a032ce9e-ad1d-4585-94d5-09d6b9c0756a on host dv-cinder-782390-6-iscsi for vnic_type normal with profile {{(pid=86435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:42:29.453684 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-0e418b4c-803e-4056-9245-7ad1808e4433 None None] Attempting to bind port a032ce9e-ad1d-4585-94d5-09d6b9c0756a by drivers openvswitch,hyperv on host dv-cinder-782390-6-iscsi at level 0 using segments [{'id': '7dcc741a-1972-4cf1-abbf-37cda492d6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '88a78452-76a0-46c9-bbed-b50a74def1fd'}] {{(pid=86435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:42:29.454081 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e418b4c-803e-4056-9245-7ad1808e4433 None None] Attempting to bind port a032ce9e-ad1d-4585-94d5-09d6b9c0756a on network 88a78452-76a0-46c9-bbed-b50a74def1fd {{(pid=86435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:42:29.462941 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e418b4c-803e-4056-9245-7ad1808e4433 None None] Checking agent: {'id': '6ed75209-5459-46e4-8756-ce582068b488', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 5, 55, 6), 'started_at': datetime.datetime(2021, 4, 21, 5, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:42:29.463280 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e418b4c-803e-4056-9245-7ad1808e4433 None None] Checking segment: {'id': '7dcc741a-1972-4cf1-abbf-37cda492d6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '88a78452-76a0-46c9-bbed-b50a74def1fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:42:29.463689 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0e418b4c-803e-4056-9245-7ad1808e4433 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86435) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:29.464116 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e418b4c-803e-4056-9245-7ad1808e4433 None None] Bound using segment: {'id': '7dcc741a-1972-4cf1-abbf-37cda492d6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '88a78452-76a0-46c9-bbed-b50a74def1fd'} {{(pid=86435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:42:29.464630 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-0e418b4c-803e-4056-9245-7ad1808e4433 None None] Bound port: a032ce9e-ad1d-4585-94d5-09d6b9c0756a, host: dv-cinder-782390-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dcc741a-1972-4cf1-abbf-37cda492d6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '88a78452-76a0-46c9-bbed-b50a74def1fd'}}] {{(pid=86435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:42:29.465050 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0e418b4c-803e-4056-9245-7ad1808e4433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86435) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:29.548916 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d33f13-79be-4ccf-8f32-7104292b0152 None None] Pushing event updated for resources: {'Port': ['ID=a032ce9e-ad1d-4585-94d5-09d6b9c0756a,revision_number=3']} {{(pid=86435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:42:29.553371 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-20d33f13-79be-4ccf-8f32-7104292b0152 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=86435) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:42:29.595019 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-0e418b4c-803e-4056-9245-7ad1808e4433 None None] For port a032ce9e-ad1d-4585-94d5-09d6b9c0756a, host dv-cinder-782390-6-iscsi, cleared binding levels {{(pid=86435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:42:29.598580 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-0e418b4c-803e-4056-9245-7ad1808e4433 None None] For port a032ce9e-ad1d-4585-94d5-09d6b9c0756a, host dv-cinder-782390-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=a032ce9e-ad1d-4585-94d5-09d6b9c0756a,segment=NetworkSegment(7dcc741a-1972-4cf1-abbf-37cda492d6b4),segment_id=7dcc741a-1972-4cf1-abbf-37cda492d6b4)] {{(pid=86435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:42:29.632909 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0e418b4c-803e-4056-9245-7ad1808e4433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86435) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:29.638769 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86435) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:42:29.751733 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e418b4c-803e-4056-9245-7ad1808e4433 None None] Routers {'3210cd71-df44-421f-913e-79032e197488'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:42:29.762709 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-0e418b4c-803e-4056-9245-7ad1808e4433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T06:42:05Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['3210cd71-df44-421f-913e-79032e197488'], 'active': True} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:42:30.024265 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d33f13-79be-4ccf-8f32-7104292b0152 None None] Pushing event updated for resources: {'Port': ['ID=a032ce9e-ad1d-4585-94d5-09d6b9c0756a,revision_number=4']} {{(pid=86435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:42:30.063507 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-20d33f13-79be-4ccf-8f32-7104292b0152 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=86435) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:42:30.100583 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-0e418b4c-803e-4056-9245-7ad1808e4433 None None] Set router 3210cd71-df44-421f-913e-79032e197488 gateway port host: dv-cinder-782390-6-iscsi {{(pid=86435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:42:30.530967 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-0e418b4c-803e-4056-9245-7ad1808e4433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3210cd71-df44-421f-913e-79032e197488', 'name': 'tempest-TestMinimumBasicScenario-568117242-router', 'tenant_id': 'f102414a3cdb46eb9e27d995f2c789d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'b13ace9b-5dd0-4809-8f9f-98e919b49b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:42:16Z', 'updated_at': '2021-04-21T06:42:22Z', 'revision_number': 4, 'project_id': 'f102414a3cdb46eb9e27d995f2c789d2', 'gw_port': {'id': 'b13ace9b-5dd0-4809-8f9f-98e919b49b51', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:22:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3210cd71-df44-421f-913e-79032e197488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:42:18Z', 'updated_at': '2021-04-21T06:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi', '_interfaces': [{'id': 'a032ce9e-ad1d-4585-94d5-09d6b9c0756a', 'name': '', 'network_id': '88a78452-76a0-46c9-bbed-b50a74def1fd', 'tenant_id': 'f102414a3cdb46eb9e27d995f2c789d2', 'mac_address': 'fa:16:3e:bb:53:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3210cd71-df44-421f-913e-79032e197488', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'f908142b-4ddd-4f09-950f-75272d95e987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:42:21Z', 'updated_at': '2021-04-21T06:42:29Z', 'revision_number': 4, 'project_id': 'f102414a3cdb46eb9e27d995f2c789d2', 'subnets': [{'id': 'f908142b-4ddd-4f09-950f-75272d95e987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:42:30.536986 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e418b4c-803e-4056-9245-7ad1808e4433 None None] The sync data for ids ['3210cd71-df44-421f-913e-79032e197488'] in dv-cinder-782390-6-iscsi is: [{'id': '3210cd71-df44-421f-913e-79032e197488', 'name': 'tempest-TestMinimumBasicScenario-568117242-router', 'tenant_id': 'f102414a3cdb46eb9e27d995f2c789d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'b13ace9b-5dd0-4809-8f9f-98e919b49b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:42:16Z', 'updated_at': '2021-04-21T06:42:22Z', 'revision_number': 4, 'project_id': 'f102414a3cdb46eb9e27d995f2c789d2', 'gw_port': {'id': 'b13ace9b-5dd0-4809-8f9f-98e919b49b51', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:22:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3210cd71-df44-421f-913e-79032e197488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:42:18Z', 'updated_at': '2021-04-21T06:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi', '_interfaces': [{'id': 'a032ce9e-ad1d-4585-94d5-09d6b9c0756a', 'name': '', 'network_id': '88a78452-76a0-46c9-bbed-b50a74def1fd', 'tenant_id': 'f102414a3cdb46eb9e27d995f2c789d2', 'mac_address': 'fa:16:3e:bb:53:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3210cd71-df44-421f-913e-79032e197488', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'f908142b-4ddd-4f09-950f-75272d95e987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:42:21Z', 'updated_at': '2021-04-21T06:42:29Z', 'revision_number': 4, 'project_id': 'f102414a3cdb46eb9e27d995f2c789d2', 'subnets': [{'id': 'f908142b-4ddd-4f09-950f-75272d95e987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 06:42:30.689884 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device a032ce9e-ad1d-4585-94d5-09d6b9c0756a up at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:42:30.878178 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning for port a032ce9e-ad1d-4585-94d5-09d6b9c0756a completed by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:42:30.884279 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning complete for port a032ce9e-ad1d-4585-94d5-09d6b9c0756a triggered by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:42:30.885021 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:31.060492 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:31.106509 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] For port a032ce9e-ad1d-4585-94d5-09d6b9c0756a, host dv-cinder-782390-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=a032ce9e-ad1d-4585-94d5-09d6b9c0756a,segment=NetworkSegment(7dcc741a-1972-4cf1-abbf-37cda492d6b4),segment_id=7dcc741a-1972-4cf1-abbf-37cda492d6b4)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:42:31.145893 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:31.148093 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5af8fc09-efdf-4b18-a1cc-f9fda1b21b9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:42:31.239762 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Pushing event updated for resources: {'Port': ['ID=a032ce9e-ad1d-4585-94d5-09d6b9c0756a,revision_number=5']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:42:31.286288 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:42:32.109559 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-1d1fc749-5d82-4412-afca-ef7e2cd8e19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:32.668837 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device a032ce9e-ad1d-4585-94d5-09d6b9c0756a up at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:42:32.770143 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Provisioning complete for port a032ce9e-ad1d-4585-94d5-09d6b9c0756a triggered by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:42:32.770931 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:34.808401 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-338fb866-a213-4965-9c23-99be6e4de20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:35.258012 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:35.657709 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:36.298089 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:36.753632 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8179e19-d01f-4a04-9f9a-039f01bb00c7 req-4f5bd11a-da55-4e5a-8dcb-f7e8284bd727 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:42:36.755280 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e8179e19-d01f-4a04-9f9a-039f01bb00c7 req-4f5bd11a-da55-4e5a-8dcb-f7e8284bd727 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/networks?id=bf6337d0-797e-4abc-a63d-bc90008830b0 HTTP/1.1" status: 200 len: 815 time: 0.1636274 Apr 21 06:42:36.772836 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e8179e19-d01f-4a04-9f9a-039f01bb00c7 req-642b7738-db87-40fe-84f6-35726161bafd tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/quotas/588bf127fe68422c8cc2a85822dd1452 HTTP/1.1" status: 200 len: 375 time: 0.0103345 Apr 21 06:42:36.863242 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-e8179e19-d01f-4a04-9f9a-039f01bb00c7 req-43fef0e0-f9b0-4222-86e0-78eaec2f53d8 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Synchronizing usage tracker for tenant:588bf127fe68422c8cc2a85822dd1452 on resource:port {{(pid=86433) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:42:36.922434 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-e8179e19-d01f-4a04-9f9a-039f01bb00c7 req-43fef0e0-f9b0-4222-86e0-78eaec2f53d8 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Unset dirty status for tenant:588bf127fe68422c8cc2a85822dd1452 on resource:port {{(pid=86433) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:42:36.923941 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e8179e19-d01f-4a04-9f9a-039f01bb00c7 req-43fef0e0-f9b0-4222-86e0-78eaec2f53d8 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=588bf127fe68422c8cc2a85822dd1452&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1448851 Apr 21 06:42:37.172501 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:37.184887 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e8179e19-d01f-4a04-9f9a-039f01bb00c7 req-1919ef38-7dd3-45b9-918b-e2b67f2c5c8b service neutron] 10.222.0.15 "GET /v2.0/networks/bf6337d0-797e-4abc-a63d-bc90008830b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477572 Apr 21 06:42:37.334777 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e8179e19-d01f-4a04-9f9a-039f01bb00c7 req-44a021ab-aeac-4519-af17-1dafcc5b0f48 service neutron] 10.222.0.15 "GET /v2.0/networks/bf6337d0-797e-4abc-a63d-bc90008830b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430767 Apr 21 06:42:37.725074 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-35a3283b-dd2f-44e5-8293-88cdbe415d45 req-d2ae8265-81b2-4164-8dbe-6ac25c91e331 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/ports?device_id=792bbfcb-947a-4ff0-8d42-4bddace973a7 HTTP/1.1" status: 200 len: 210 time: 0.1154656 Apr 21 06:42:38.942673 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-9ed42940-45e4-4c90-84ba-62fdff9d0571 req-cd26bf52-6fa3-4eea-951a-c204585a97c3 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/ports?device_id=792bbfcb-947a-4ff0-8d42-4bddace973a7 HTTP/1.1" status: 200 len: 210 time: 0.0814371 Apr 21 06:42:39.594481 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8179e19-d01f-4a04-9f9a-039f01bb00c7 req-bc1190ea-deab-43d5-904d-d4b9bfca1944 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:42:39.595209 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-e8179e19-d01f-4a04-9f9a-039f01bb00c7 req-bc1190ea-deab-43d5-904d-d4b9bfca1944 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Synchronizing usage tracker for tenant:588bf127fe68422c8cc2a85822dd1452 on resource:network {{(pid=86432) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:42:39.648611 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-e8179e19-d01f-4a04-9f9a-039f01bb00c7 req-bc1190ea-deab-43d5-904d-d4b9bfca1944 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Unset dirty status for tenant:588bf127fe68422c8cc2a85822dd1452 on resource:network {{(pid=86432) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:42:39.649880 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e8179e19-d01f-4a04-9f9a-039f01bb00c7 req-bc1190ea-deab-43d5-904d-d4b9bfca1944 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.11 "GET /v2.0/networks?id=bf6337d0-797e-4abc-a63d-bc90008830b0 HTTP/1.1" status: 200 len: 815 time: 0.2150648 Apr 21 06:42:39.663558 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [req-e8179e19-d01f-4a04-9f9a-039f01bb00c7 req-6ded8c04-f486-40a7-a393-4c0ca860aa16 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Request body: {'port': {'device_id': '792bbfcb-947a-4ff0-8d42-4bddace973a7', 'network_id': 'bf6337d0-797e-4abc-a63d-bc90008830b0', 'admin_state_up': True, 'tenant_id': '588bf127fe68422c8cc2a85822dd1452'}} {{(pid=86432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:42:39.813626 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [req-e8179e19-d01f-4a04-9f9a-039f01bb00c7 req-6ded8c04-f486-40a7-a393-4c0ca860aa16 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:42:39.824594 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [req-e8179e19-d01f-4a04-9f9a-039f01bb00c7 req-6ded8c04-f486-40a7-a393-4c0ca860aa16 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:42:39.859574 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8179e19-d01f-4a04-9f9a-039f01bb00c7 req-6ded8c04-f486-40a7-a393-4c0ca860aa16 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Made reservation on behalf of 588bf127fe68422c8cc2a85822dd1452 for: {'port': 1} {{(pid=86432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:42:39.866244 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-e8179e19-d01f-4a04-9f9a-039f01bb00c7 req-6ded8c04-f486-40a7-a393-4c0ca860aa16 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:40.058303 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.db_base_plugin_common [req-e8179e19-d01f-4a04-9f9a-039f01bb00c7 req-6ded8c04-f486-40a7-a393-4c0ca860aa16 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Allocated IP 172.20.0.13 (bf6337d0-797e-4abc-a63d-bc90008830b0/e6e6ca67-bee9-4465-9a03-41fdde82d483/6ed35a3d-9a54-4458-a4a9-c6a82e0bc385) {{(pid=86432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:42:40.155071 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-be7d8523-160c-44ea-8ed1-6c7bbc1f8039 req-35d635cf-e278-47e1-999a-3e62dc7b43bd tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/ports?device_id=792bbfcb-947a-4ff0-8d42-4bddace973a7 HTTP/1.1" status: 200 len: 210 time: 0.0608940 Apr 21 06:42:40.370043 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-e8179e19-d01f-4a04-9f9a-039f01bb00c7 req-6ded8c04-f486-40a7-a393-4c0ca860aa16 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Notify callbacks [] for port, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:40.393023 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [req-e8179e19-d01f-4a04-9f9a-039f01bb00c7 req-6ded8c04-f486-40a7-a393-4c0ca860aa16 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Transition to ACTIVE for port object 6ed35a3d-9a54-4458-a4a9-c6a82e0bc385 will not be triggered until provisioned by entity DHCP. {{(pid=86432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:42:40.469810 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-e8179e19-d01f-4a04-9f9a-039f01bb00c7 req-6ded8c04-f486-40a7-a393-4c0ca860aa16 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363270981802970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848222423'] for port, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:40.490995 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-09fbb4fe-dc1e-4894-bc3e-73ff40b281b4 tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:42:40.553541 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8179e19-d01f-4a04-9f9a-039f01bb00c7 req-6ded8c04-f486-40a7-a393-4c0ca860aa16 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Network bf6337d0-797e-4abc-a63d-bc90008830b0 is already hosted by enough agents. {{(pid=86432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:42:40.565995 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [req-e8179e19-d01f-4a04-9f9a-039f01bb00c7 req-6ded8c04-f486-40a7-a393-4c0ca860aa16 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Resources bound (agent type, host, resource id): {{(pid=86432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:42:40.570647 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8179e19-d01f-4a04-9f9a-039f01bb00c7 req-6ded8c04-f486-40a7-a393-4c0ca860aa16 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Received port after_create {{(pid=86432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:42:40.660175 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ded8c04-f486-40a7-a393-4c0ca860aa16 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Pushing event updated for resources: {'Port': ['ID=6ed35a3d-9a54-4458-a4a9-c6a82e0bc385,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:42:40.685665 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ded8c04-f486-40a7-a393-4c0ca860aa16 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:42:40.686246 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ded8c04-f486-40a7-a393-4c0ca860aa16 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:42:40.686804 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ded8c04-f486-40a7-a393-4c0ca860aa16 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:42:40.687336 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ded8c04-f486-40a7-a393-4c0ca860aa16 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:42:40.687861 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ded8c04-f486-40a7-a393-4c0ca860aa16 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:42:40.691152 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ded8c04-f486-40a7-a393-4c0ca860aa16 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:42:40.691719 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ded8c04-f486-40a7-a393-4c0ca860aa16 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:42:40.692254 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ded8c04-f486-40a7-a393-4c0ca860aa16 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:42:40.692774 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ded8c04-f486-40a7-a393-4c0ca860aa16 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:42:40.693291 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ded8c04-f486-40a7-a393-4c0ca860aa16 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:42:40.693845 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ded8c04-f486-40a7-a393-4c0ca860aa16 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:42:40.695447 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ded8c04-f486-40a7-a393-4c0ca860aa16 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:42:40.714881 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-6ded8c04-f486-40a7-a393-4c0ca860aa16 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:42:40.721934 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8179e19-d01f-4a04-9f9a-039f01bb00c7 req-6ded8c04-f486-40a7-a393-4c0ca860aa16 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:42:40.736988 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-e8179e19-d01f-4a04-9f9a-039f01bb00c7 req-6ded8c04-f486-40a7-a393-4c0ca860aa16 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:40.832078 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e8179e19-d01f-4a04-9f9a-039f01bb00c7 req-6ded8c04-f486-40a7-a393-4c0ca860aa16 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1734653 Apr 21 06:42:40.968186 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-f51a5997-7819-47ac-ac11-c13dee455e1d None None] Provisioning for port 6ed35a3d-9a54-4458-a4a9-c6a82e0bc385 completed by entity DHCP. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:42:40.974718 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-f51a5997-7819-47ac-ac11-c13dee455e1d None None] Provisioning complete for port 6ed35a3d-9a54-4458-a4a9-c6a82e0bc385 triggered by entity DHCP. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:42:40.975251 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-f51a5997-7819-47ac-ac11-c13dee455e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:41.059604 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-f51a5997-7819-47ac-ac11-c13dee455e1d None None] Port 6ed35a3d-9a54-4458-a4a9-c6a82e0bc385 cannot update to ACTIVE because it is not bound. {{(pid=86434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 06:42:41.398199 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104bf1a9-3cc9-41e1-af09-c42092088f20 req-df4e6be8-12b5-4819-ace6-cac9b76e9e5c tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:42:41.398555 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-104bf1a9-3cc9-41e1-af09-c42092088f20 req-df4e6be8-12b5-4819-ace6-cac9b76e9e5c tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/ports?device_id=792bbfcb-947a-4ff0-8d42-4bddace973a7 HTTP/1.1" status: 200 len: 932 time: 0.1212409 Apr 21 06:42:41.454285 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-104bf1a9-3cc9-41e1-af09-c42092088f20 req-d05eb20a-dbe0-455d-b23c-1290ef56e52a tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/security-groups?id=b70f9e4a-7d9e-4512-bd1a-440c3325dde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487623 Apr 21 06:42:42.730424 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7def8c5-ed48-4563-9a7e-7a1c9f8db8b0 req-79fd4ec7-69b0-45f9-9895-7d70e51cd7f4 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:42:42.731298 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-a7def8c5-ed48-4563-9a7e-7a1c9f8db8b0 req-79fd4ec7-69b0-45f9-9895-7d70e51cd7f4 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Synchronizing usage tracker for tenant:588bf127fe68422c8cc2a85822dd1452 on resource:port {{(pid=86432) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:42:42.773786 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-a7def8c5-ed48-4563-9a7e-7a1c9f8db8b0 req-79fd4ec7-69b0-45f9-9895-7d70e51cd7f4 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Unset dirty status for tenant:588bf127fe68422c8cc2a85822dd1452 on resource:port {{(pid=86432) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:42:42.781775 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a7def8c5-ed48-4563-9a7e-7a1c9f8db8b0 req-79fd4ec7-69b0-45f9-9895-7d70e51cd7f4 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/ports?device_id=792bbfcb-947a-4ff0-8d42-4bddace973a7 HTTP/1.1" status: 200 len: 932 time: 0.1708145 Apr 21 06:42:42.827460 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-a7def8c5-ed48-4563-9a7e-7a1c9f8db8b0 req-6b59af82-c733-4f2c-96ee-9ed02b35c085 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Synchronizing usage tracker for tenant:588bf127fe68422c8cc2a85822dd1452 on resource:security_group {{(pid=86432) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:42:42.870818 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-a7def8c5-ed48-4563-9a7e-7a1c9f8db8b0 req-6b59af82-c733-4f2c-96ee-9ed02b35c085 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Unset dirty status for tenant:588bf127fe68422c8cc2a85822dd1452 on resource:security_group {{(pid=86432) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:42:42.872137 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a7def8c5-ed48-4563-9a7e-7a1c9f8db8b0 req-6b59af82-c733-4f2c-96ee-9ed02b35c085 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/security-groups?id=b70f9e4a-7d9e-4512-bd1a-440c3325dde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894427 Apr 21 06:42:43.096230 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:42:44.094144 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be87952a-619a-44fe-9743-6ecd58ce0c66 req-3ad672dd-3a1f-4819-919b-f3c6ec870c6f tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:42:44.095996 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-be87952a-619a-44fe-9743-6ecd58ce0c66 req-3ad672dd-3a1f-4819-919b-f3c6ec870c6f tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/ports?device_id=792bbfcb-947a-4ff0-8d42-4bddace973a7 HTTP/1.1" status: 200 len: 932 time: 0.1062961 Apr 21 06:42:44.418112 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-be87952a-619a-44fe-9743-6ecd58ce0c66 req-c95d498d-2f8f-4a86-9a08-cccfcd27b9cb tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/security-groups?id=b70f9e4a-7d9e-4512-bd1a-440c3325dde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153350 Apr 21 06:42:45.728682 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ed530-8b5c-4120-962a-5fe281326fcb req-45603e91-b635-47db-be27-df09522e8f8a tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:42:45.728682 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-7b4ed530-8b5c-4120-962a-5fe281326fcb req-45603e91-b635-47db-be27-df09522e8f8a tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/ports?device_id=792bbfcb-947a-4ff0-8d42-4bddace973a7 HTTP/1.1" status: 200 len: 932 time: 0.1006072 Apr 21 06:42:45.768615 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-7b4ed530-8b5c-4120-962a-5fe281326fcb req-4cf5b2bd-7ce9-456e-a279-8d2071746295 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/security-groups?id=b70f9e4a-7d9e-4512-bd1a-440c3325dde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515077 Apr 21 06:42:46.998159 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4fcd1a-528e-4b6e-83a0-343abc66b58e req-500b7132-7705-43e9-836b-1303554ca6a0 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:42:46.999871 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-7a4fcd1a-528e-4b6e-83a0-343abc66b58e req-500b7132-7705-43e9-836b-1303554ca6a0 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/ports?device_id=792bbfcb-947a-4ff0-8d42-4bddace973a7 HTTP/1.1" status: 200 len: 932 time: 0.1000764 Apr 21 06:42:47.063689 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-7a4fcd1a-528e-4b6e-83a0-343abc66b58e req-052d482c-8fe1-4461-abe0-39f03fcded67 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/security-groups?id=b70f9e4a-7d9e-4512-bd1a-440c3325dde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534408 Apr 21 06:42:48.280679 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b8817b-5ddb-4dc3-9327-fd243599e58f req-ae9c4889-e539-4883-b931-d89df8828e6f tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:42:48.287640 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d8b8817b-5ddb-4dc3-9327-fd243599e58f req-ae9c4889-e539-4883-b931-d89df8828e6f tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/ports?device_id=792bbfcb-947a-4ff0-8d42-4bddace973a7 HTTP/1.1" status: 200 len: 932 time: 0.0939479 Apr 21 06:42:48.343421 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d8b8817b-5ddb-4dc3-9327-fd243599e58f req-68d69569-366c-4c7a-963d-45570f45e0ae tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/security-groups?id=b70f9e4a-7d9e-4512-bd1a-440c3325dde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451009 Apr 21 06:42:49.563559 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71371efd-e4e4-464d-b8dc-70619027d64c req-a7c76c46-df7e-452b-953b-4caa44c7cb7b tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:42:49.565096 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-71371efd-e4e4-464d-b8dc-70619027d64c req-a7c76c46-df7e-452b-953b-4caa44c7cb7b tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/ports?device_id=792bbfcb-947a-4ff0-8d42-4bddace973a7 HTTP/1.1" status: 200 len: 932 time: 0.0984719 Apr 21 06:42:49.615669 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-71371efd-e4e4-464d-b8dc-70619027d64c req-0a6c4c7c-a1d7-4f12-943c-ed425ef4d3b0 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/security-groups?id=b70f9e4a-7d9e-4512-bd1a-440c3325dde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433891 Apr 21 06:42:50.263662 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [req-e8179e19-d01f-4a04-9f9a-039f01bb00c7 req-c9c7660f-f731-4401-8f01-d9fb215a93b4 service neutron] Request body: {'port': {'device_id': '792bbfcb-947a-4ff0-8d42-4bddace973a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=86432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:42:50.395780 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-e8179e19-d01f-4a04-9f9a-039f01bb00c7 req-c9c7660f-f731-4401-8f01-d9fb215a93b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:50.965699 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498835f7-2d4f-41be-a8a0-5785856f43e5 req-05ede5d0-fbfe-4b47-8e8e-685ed077746f tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:42:50.967457 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-498835f7-2d4f-41be-a8a0-5785856f43e5 req-05ede5d0-fbfe-4b47-8e8e-685ed077746f tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/ports?device_id=792bbfcb-947a-4ff0-8d42-4bddace973a7 HTTP/1.1" status: 200 len: 932 time: 0.2180085 Apr 21 06:42:51.040228 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-498835f7-2d4f-41be-a8a0-5785856f43e5 req-66297140-292f-49ca-876e-449ded110804 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/security-groups?id=b70f9e4a-7d9e-4512-bd1a-440c3325dde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638196 Apr 21 06:42:51.114538 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [req-e8179e19-d01f-4a04-9f9a-039f01bb00c7 req-c9c7660f-f731-4401-8f01-d9fb215a93b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ed35a3d-9a54-4458-a4a9-c6a82e0bc385 {{(pid=86432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 06:42:51.123422 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-e8179e19-d01f-4a04-9f9a-039f01bb00c7 req-c9c7660f-f731-4401-8f01-d9fb215a93b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:51.140138 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [req-e8179e19-d01f-4a04-9f9a-039f01bb00c7 req-c9c7660f-f731-4401-8f01-d9fb215a93b4 service neutron] Transition to ACTIVE for port object 6ed35a3d-9a54-4458-a4a9-c6a82e0bc385 will not be triggered until provisioned by entity L2. {{(pid=86432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:42:51.166928 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-e8179e19-d01f-4a04-9f9a-039f01bb00c7 req-c9c7660f-f731-4401-8f01-d9fb215a93b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6553376'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:51.171077 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-ce9fb2a6-6c35-44d1-8d7f-85aa721407ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:42:51.345551 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c7660f-f731-4401-8f01-d9fb215a93b4 service neutron] Pushing event updated for resources: {'Port': ['ID=6ed35a3d-9a54-4458-a4a9-c6a82e0bc385,revision_number=2']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:42:51.354110 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-c9c7660f-f731-4401-8f01-d9fb215a93b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:42:51.425668 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [req-e8179e19-d01f-4a04-9f9a-039f01bb00c7 req-c9c7660f-f731-4401-8f01-d9fb215a93b4 service neutron] Attempting to bind port 6ed35a3d-9a54-4458-a4a9-c6a82e0bc385 on host hv-cinder-78239 for vnic_type normal with profile {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:42:51.426039 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [req-e8179e19-d01f-4a04-9f9a-039f01bb00c7 req-c9c7660f-f731-4401-8f01-d9fb215a93b4 service neutron] Attempting to bind port 6ed35a3d-9a54-4458-a4a9-c6a82e0bc385 by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': '7bcfb457-3f53-486c-9eb7-4c2e3309d75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bf6337d0-797e-4abc-a63d-bc90008830b0'}] {{(pid=86432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:42:51.426403 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8179e19-d01f-4a04-9f9a-039f01bb00c7 req-c9c7660f-f731-4401-8f01-d9fb215a93b4 service neutron] Attempting to bind port 6ed35a3d-9a54-4458-a4a9-c6a82e0bc385 on network bf6337d0-797e-4abc-a63d-bc90008830b0 {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:42:51.432001 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8179e19-d01f-4a04-9f9a-039f01bb00c7 req-c9c7660f-f731-4401-8f01-d9fb215a93b4 service neutron] Port 6ed35a3d-9a54-4458-a4a9-c6a82e0bc385 on network bf6337d0-797e-4abc-a63d-bc90008830b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 06:42:51.432357 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8179e19-d01f-4a04-9f9a-039f01bb00c7 req-c9c7660f-f731-4401-8f01-d9fb215a93b4 service neutron] Attempting to bind port 6ed35a3d-9a54-4458-a4a9-c6a82e0bc385 on network bf6337d0-797e-4abc-a63d-bc90008830b0 {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:42:51.437801 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8179e19-d01f-4a04-9f9a-039f01bb00c7 req-c9c7660f-f731-4401-8f01-d9fb215a93b4 service neutron] Checking agent: {'id': '1687539a-73b5-4d9c-8d40-15e28bacc92a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 2, 5), 'started_at': datetime.datetime(2021, 4, 21, 6, 2, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:42:51.438175 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8179e19-d01f-4a04-9f9a-039f01bb00c7 req-c9c7660f-f731-4401-8f01-d9fb215a93b4 service neutron] Checking segment: {'id': '7bcfb457-3f53-486c-9eb7-4c2e3309d75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bf6337d0-797e-4abc-a63d-bc90008830b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:42:51.438587 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8179e19-d01f-4a04-9f9a-039f01bb00c7 req-c9c7660f-f731-4401-8f01-d9fb215a93b4 service neutron] Bound using segment: {'id': '7bcfb457-3f53-486c-9eb7-4c2e3309d75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bf6337d0-797e-4abc-a63d-bc90008830b0'} {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:42:51.439077 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [req-e8179e19-d01f-4a04-9f9a-039f01bb00c7 req-c9c7660f-f731-4401-8f01-d9fb215a93b4 service neutron] Bound port: 6ed35a3d-9a54-4458-a4a9-c6a82e0bc385, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bcfb457-3f53-486c-9eb7-4c2e3309d75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bf6337d0-797e-4abc-a63d-bc90008830b0'}}] {{(pid=86432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:42:51.439451 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-e8179e19-d01f-4a04-9f9a-039f01bb00c7 req-c9c7660f-f731-4401-8f01-d9fb215a93b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:51.542795 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [req-e8179e19-d01f-4a04-9f9a-039f01bb00c7 req-c9c7660f-f731-4401-8f01-d9fb215a93b4 service neutron] For port 6ed35a3d-9a54-4458-a4a9-c6a82e0bc385, host hv-cinder-78239, cleared binding levels {{(pid=86432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:42:51.546282 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [req-e8179e19-d01f-4a04-9f9a-039f01bb00c7 req-c9c7660f-f731-4401-8f01-d9fb215a93b4 service neutron] For port 6ed35a3d-9a54-4458-a4a9-c6a82e0bc385, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=6ed35a3d-9a54-4458-a4a9-c6a82e0bc385,segment=NetworkSegment(7bcfb457-3f53-486c-9eb7-4c2e3309d75b),segment_id=7bcfb457-3f53-486c-9eb7-4c2e3309d75b)] {{(pid=86432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:42:51.583022 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-e8179e19-d01f-4a04-9f9a-039f01bb00c7 req-c9c7660f-f731-4401-8f01-d9fb215a93b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6553376'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:51.591378 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-def35b69-900d-49d1-ab8f-99d936408377 tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:42:51.634925 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8179e19-d01f-4a04-9f9a-039f01bb00c7 req-c9c7660f-f731-4401-8f01-d9fb215a93b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:42:51.635680 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-e8179e19-d01f-4a04-9f9a-039f01bb00c7 req-c9c7660f-f731-4401-8f01-d9fb215a93b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:51.637400 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e8179e19-d01f-4a04-9f9a-039f01bb00c7 req-c9c7660f-f731-4401-8f01-d9fb215a93b4 service neutron] 10.222.0.11 "PUT /v2.0/ports/6ed35a3d-9a54-4458-a4a9-c6a82e0bc385 HTTP/1.1" status: 200 len: 1094 time: 1.3800657 Apr 21 06:42:51.652497 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '792bbfcb-947a-4ff0-8d42-4bddace973a7', 'tag': '6ed35a3d-9a54-4458-a4a9-c6a82e0bc385'}] {{(pid=86432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:42:51.683945 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c7660f-f731-4401-8f01-d9fb215a93b4 service neutron] Pushing event updated for resources: {'Port': ['ID=6ed35a3d-9a54-4458-a4a9-c6a82e0bc385,revision_number=3']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:42:51.687909 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-c9c7660f-f731-4401-8f01-d9fb215a93b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:42:51.760665 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '792bbfcb-947a-4ff0-8d42-4bddace973a7', 'tag': '6ed35a3d-9a54-4458-a4a9-c6a82e0bc385', 'status': 'completed', 'code': 200} Apr 21 06:42:51.808040 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8179e19-d01f-4a04-9f9a-039f01bb00c7 req-7c3c7fbb-d5a2-4bb9-b984-311780b56a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:42:51.809690 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e8179e19-d01f-4a04-9f9a-039f01bb00c7 req-7c3c7fbb-d5a2-4bb9-b984-311780b56a05 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=588bf127fe68422c8cc2a85822dd1452&device_id=792bbfcb-947a-4ff0-8d42-4bddace973a7 HTTP/1.1" status: 200 len: 1097 time: 0.1096463 Apr 21 06:42:51.886168 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e8179e19-d01f-4a04-9f9a-039f01bb00c7 req-4abd40bb-7691-449a-9efe-86c59f19320f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ed35a3d-9a54-4458-a4a9-c6a82e0bc385 HTTP/1.1" status: 200 len: 217 time: 0.0688386 Apr 21 06:42:51.961011 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8179e19-d01f-4a04-9f9a-039f01bb00c7 req-55148eeb-216d-43e9-bef0-bfb156b70d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:42:51.962621 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e8179e19-d01f-4a04-9f9a-039f01bb00c7 req-55148eeb-216d-43e9-bef0-bfb156b70d00 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e6e6ca67-bee9-4465-9a03-41fdde82d483 HTTP/1.1" status: 200 len: 854 time: 0.0703976 Apr 21 06:42:52.048247 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8179e19-d01f-4a04-9f9a-039f01bb00c7 req-e16ed04d-ec9f-49f7-b6e4-425f4054a303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:42:52.049975 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e8179e19-d01f-4a04-9f9a-039f01bb00c7 req-e16ed04d-ec9f-49f7-b6e4-425f4054a303 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bf6337d0-797e-4abc-a63d-bc90008830b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0809989 Apr 21 06:42:52.266960 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e8179e19-d01f-4a04-9f9a-039f01bb00c7 req-0dea2c82-d48c-4412-9a9a-95ff5199f15f service neutron] 10.222.0.11 "GET /v2.0/networks/bf6337d0-797e-4abc-a63d-bc90008830b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097640 Apr 21 06:42:52.324311 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe85c6-69db-499e-a831-f63a7d9f3e5d req-d99f8607-ca20-4c86-befe-536ffe9735bf tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:42:52.325915 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-65fe85c6-69db-499e-a831-f63a7d9f3e5d req-d99f8607-ca20-4c86-befe-536ffe9735bf tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/ports?device_id=792bbfcb-947a-4ff0-8d42-4bddace973a7 HTTP/1.1" status: 200 len: 944 time: 0.1687994 Apr 21 06:42:52.450757 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-65fe85c6-69db-499e-a831-f63a7d9f3e5d req-048323b6-6361-41cd-86c9-f0b1fdf61683 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/security-groups?id=b70f9e4a-7d9e-4512-bd1a-440c3325dde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181877 Apr 21 06:42:52.470835 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e8179e19-d01f-4a04-9f9a-039f01bb00c7 req-f931e9f4-ad28-4d93-bf61-7f29f20faed5 service neutron] 10.222.0.11 "GET /v2.0/networks/bf6337d0-797e-4abc-a63d-bc90008830b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975176 Apr 21 06:42:52.625504 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24450b20-61b6-4449-91cd-2f69bf8841f9 req-2b0c011f-d530-42cc-9429-2a970647278a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:42:52.627141 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-24450b20-61b6-4449-91cd-2f69bf8841f9 req-2b0c011f-d530-42cc-9429-2a970647278a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=588bf127fe68422c8cc2a85822dd1452&device_id=792bbfcb-947a-4ff0-8d42-4bddace973a7 HTTP/1.1" status: 200 len: 1097 time: 0.0804088 Apr 21 06:42:52.768623 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24450b20-61b6-4449-91cd-2f69bf8841f9 req-affa86a5-90a5-4e38-8663-65ff54ead0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:42:52.770191 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-24450b20-61b6-4449-91cd-2f69bf8841f9 req-affa86a5-90a5-4e38-8663-65ff54ead0f1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bf6337d0-797e-4abc-a63d-bc90008830b0 HTTP/1.1" status: 200 len: 916 time: 0.1360204 Apr 21 06:42:52.847317 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-24450b20-61b6-4449-91cd-2f69bf8841f9 req-dc2474c4-f399-4d81-985c-82b544bb96c3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ed35a3d-9a54-4458-a4a9-c6a82e0bc385 HTTP/1.1" status: 200 len: 217 time: 0.0694797 Apr 21 06:42:52.916916 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24450b20-61b6-4449-91cd-2f69bf8841f9 req-80ea17d5-55ef-421f-a06f-7f8ec68a2a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:42:52.918522 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-24450b20-61b6-4449-91cd-2f69bf8841f9 req-80ea17d5-55ef-421f-a06f-7f8ec68a2a93 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e6e6ca67-bee9-4465-9a03-41fdde82d483 HTTP/1.1" status: 200 len: 854 time: 0.0640578 Apr 21 06:42:53.004315 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24450b20-61b6-4449-91cd-2f69bf8841f9 req-ed4014a0-62f5-40ca-8742-4fe3952f331e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:42:53.006282 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-24450b20-61b6-4449-91cd-2f69bf8841f9 req-ed4014a0-62f5-40ca-8742-4fe3952f331e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bf6337d0-797e-4abc-a63d-bc90008830b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0814016 Apr 21 06:42:53.153238 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-24450b20-61b6-4449-91cd-2f69bf8841f9 req-31f571f3-e1a1-4df4-9f3e-cc4319e9924d service neutron] 10.222.0.11 "GET /v2.0/networks/bf6337d0-797e-4abc-a63d-bc90008830b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387694 Apr 21 06:42:53.298166 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-24450b20-61b6-4449-91cd-2f69bf8841f9 req-c5077e69-c28b-4435-8a54-6e1268bc82f5 service neutron] 10.222.0.11 "GET /v2.0/networks/bf6337d0-797e-4abc-a63d-bc90008830b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371617 Apr 21 06:42:53.657002 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa8ac2e-795f-4abe-8e92-7b767db4de04 req-482efde3-1a2e-4c64-84bc-2fec9886bcc4 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:42:53.658660 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-8fa8ac2e-795f-4abe-8e92-7b767db4de04 req-482efde3-1a2e-4c64-84bc-2fec9886bcc4 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/ports?device_id=792bbfcb-947a-4ff0-8d42-4bddace973a7 HTTP/1.1" status: 200 len: 944 time: 0.0937076 Apr 21 06:42:53.706650 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-8fa8ac2e-795f-4abe-8e92-7b767db4de04 req-2b7df540-4e94-45a5-8328-2d8600a86033 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/security-groups?id=b70f9e4a-7d9e-4512-bd1a-440c3325dde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414305 Apr 21 06:42:54.909817 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed28b02-9545-4246-9c7a-0103df558e01 req-4d7a0a3c-9b6a-41fb-8924-80cf9cd09320 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:42:54.911376 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-2ed28b02-9545-4246-9c7a-0103df558e01 req-4d7a0a3c-9b6a-41fb-8924-80cf9cd09320 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/ports?device_id=792bbfcb-947a-4ff0-8d42-4bddace973a7 HTTP/1.1" status: 200 len: 944 time: 0.0901251 Apr 21 06:42:54.958373 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-2ed28b02-9545-4246-9c7a-0103df558e01 req-5aa7a475-f3e8-44c8-9cca-902596fee85c tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/security-groups?id=b70f9e4a-7d9e-4512-bd1a-440c3325dde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399163 Apr 21 06:42:55.599637 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Device 6ed35a3d-9a54-4458-a4a9-c6a82e0bc385 details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=86434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 06:42:55.744082 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] For port 6ed35a3d-9a54-4458-a4a9-c6a82e0bc385, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=6ed35a3d-9a54-4458-a4a9-c6a82e0bc385,segment=NetworkSegment(7bcfb457-3f53-486c-9eb7-4c2e3309d75b),segment_id=7bcfb457-3f53-486c-9eb7-4c2e3309d75b)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:42:55.759073 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Returning: {'device': '6ed35a3d-9a54-4458-a4a9-c6a82e0bc385', 'network_id': 'bf6337d0-797e-4abc-a63d-bc90008830b0', 'port_id': '6ed35a3d-9a54-4458-a4a9-c6a82e0bc385', 'mac_address': 'fa:16:3e:f8:bf:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6e6ca67-bee9-4465-9a03-41fdde82d483', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 06:42:55.818908 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:55.840054 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ed35a3d-9a54-4458-a4a9-c6a82e0bc385 {{(pid=86434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 06:42:55.856596 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] For port 6ed35a3d-9a54-4458-a4a9-c6a82e0bc385, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=6ed35a3d-9a54-4458-a4a9-c6a82e0bc385,segment=NetworkSegment(7bcfb457-3f53-486c-9eb7-4c2e3309d75b),segment_id=7bcfb457-3f53-486c-9eb7-4c2e3309d75b)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:42:55.887076 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:55.888949 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-b5b6d504-0e7d-43db-8971-f6b9dd82f95a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:42:55.961186 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Pushing event updated for resources: {'Port': ['ID=6ed35a3d-9a54-4458-a4a9-c6a82e0bc385,revision_number=4']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:42:55.965761 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:42:56.108660 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] get_ports_and_sgs() called for port_ids ['6ed35a3d-9a54-4458-a4a9-c6a82e0bc385'] {{(pid=86434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:42:56.168383 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00531e6e-f99a-476f-8eae-c374135df2c2 req-dd5498d6-97af-44e4-a05c-5e255e33c219 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:42:56.174298 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-00531e6e-f99a-476f-8eae-c374135df2c2 req-dd5498d6-97af-44e4-a05c-5e255e33c219 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/ports?device_id=792bbfcb-947a-4ff0-8d42-4bddace973a7 HTTP/1.1" status: 200 len: 945 time: 0.0931208 Apr 21 06:42:56.218282 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-00531e6e-f99a-476f-8eae-c374135df2c2 req-47bc44a4-7b3f-498f-ae94-35f4e60e37e0 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/security-groups?id=b70f9e4a-7d9e-4512-bd1a-440c3325dde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417914 Apr 21 06:42:57.424904 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9072a5-9333-45b4-9978-7af35acdb315 req-fdbeab66-3974-4f19-8a8b-3b0dc8549fd0 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:42:57.427218 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-7e9072a5-9333-45b4-9978-7af35acdb315 req-fdbeab66-3974-4f19-8a8b-3b0dc8549fd0 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/ports?device_id=792bbfcb-947a-4ff0-8d42-4bddace973a7 HTTP/1.1" status: 200 len: 945 time: 0.0937121 Apr 21 06:42:57.476563 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-7e9072a5-9333-45b4-9978-7af35acdb315 req-1820c10c-2f79-4418-958a-271c07b04d3e tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/security-groups?id=b70f9e4a-7d9e-4512-bd1a-440c3325dde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427308 Apr 21 06:42:57.615586 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Device 6ed35a3d-9a54-4458-a4a9-c6a82e0bc385 up at agent hyperv_hv-cinder-78239 {{(pid=86434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:42:57.715814 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Provisioning for port 6ed35a3d-9a54-4458-a4a9-c6a82e0bc385 completed by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:42:57.721259 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Provisioning complete for port 6ed35a3d-9a54-4458-a4a9-c6a82e0bc385 triggered by entity L2. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:42:57.721681 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:57.849225 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:57.879087 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '792bbfcb-947a-4ff0-8d42-4bddace973a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ed35a3d-9a54-4458-a4a9-c6a82e0bc385'}] {{(pid=86434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:42:57.890774 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] For port 6ed35a3d-9a54-4458-a4a9-c6a82e0bc385, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=6ed35a3d-9a54-4458-a4a9-c6a82e0bc385,segment=NetworkSegment(7bcfb457-3f53-486c-9eb7-4c2e3309d75b),segment_id=7bcfb457-3f53-486c-9eb7-4c2e3309d75b)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:42:57.928028 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '792bbfcb-947a-4ff0-8d42-4bddace973a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ed35a3d-9a54-4458-a4a9-c6a82e0bc385', 'code': 200} Apr 21 06:42:57.936640 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881'] for port, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:42:57.939382 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-8240f488-d356-467b-ad08-92b4b49f0d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:42:58.013851 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Pushing event updated for resources: {'Port': ['ID=6ed35a3d-9a54-4458-a4a9-c6a82e0bc385,revision_number=5']} {{(pid=86434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:42:58.017358 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86434) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:42:58.270067 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5954b5-2a0d-4170-9f7a-7dc610c85bd2 req-0dc727ad-126e-411d-acdb-00fb64052019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:42:58.271739 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1c5954b5-2a0d-4170-9f7a-7dc610c85bd2 req-0dc727ad-126e-411d-acdb-00fb64052019 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=792bbfcb-947a-4ff0-8d42-4bddace973a7 HTTP/1.1" status: 200 len: 1099 time: 0.1238592 Apr 21 06:42:58.313573 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1c5954b5-2a0d-4170-9f7a-7dc610c85bd2 req-adaed485-2a94-4d92-bb82-d558c6504f3b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b70f9e4a-7d9e-4512-bd1a-440c3325dde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357583 Apr 21 06:42:58.681971 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b2bd7-9c46-4c5e-a898-c9e87dab744b req-b4b90e48-dde4-4719-8ff7-afa21a93a2be tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:42:58.683650 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-5e1b2bd7-9c46-4c5e-a898-c9e87dab744b req-b4b90e48-dde4-4719-8ff7-afa21a93a2be tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/ports?device_id=792bbfcb-947a-4ff0-8d42-4bddace973a7 HTTP/1.1" status: 200 len: 946 time: 0.0945323 Apr 21 06:42:58.731991 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-5e1b2bd7-9c46-4c5e-a898-c9e87dab744b req-862fcffa-2de4-4a2f-8f55-fabd5104e41e tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/security-groups?id=b70f9e4a-7d9e-4512-bd1a-440c3325dde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420628 Apr 21 06:42:59.939997 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686046e-8c36-46e6-a16f-f41c020bcd5b req-d553f1e0-56d0-46c1-a8ae-68cd69768482 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:42:59.941665 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e686046e-8c36-46e6-a16f-f41c020bcd5b req-d553f1e0-56d0-46c1-a8ae-68cd69768482 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/ports?device_id=792bbfcb-947a-4ff0-8d42-4bddace973a7 HTTP/1.1" status: 200 len: 946 time: 0.0941763 Apr 21 06:42:59.992201 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-e686046e-8c36-46e6-a16f-f41c020bcd5b req-06cd97e6-3e8c-44d1-8518-42cba54781c8 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/security-groups?id=b70f9e4a-7d9e-4512-bd1a-440c3325dde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435846 Apr 21 06:43:00.197730 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f1315-4dc2-4da1-862e-ff17fd8be690 req-2512952e-60a8-4dd4-83de-8db77329d555 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:43:00.199410 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-973f1315-4dc2-4da1-862e-ff17fd8be690 req-2512952e-60a8-4dd4-83de-8db77329d555 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/ports?device_id=792bbfcb-947a-4ff0-8d42-4bddace973a7 HTTP/1.1" status: 200 len: 946 time: 0.0897200 Apr 21 06:43:00.263911 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-973f1315-4dc2-4da1-862e-ff17fd8be690 req-91ce4276-787d-4751-8f99-185fba1703a7 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/security-groups?id=b70f9e4a-7d9e-4512-bd1a-440c3325dde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579915 Apr 21 06:43:00.683019 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da98530-2edf-452f-a68e-71e50e83e04c req-f12bc718-bbf4-45a9-b1c2-402284afc000 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:43:00.684611 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6da98530-2edf-452f-a68e-71e50e83e04c req-f12bc718-bbf4-45a9-b1c2-402284afc000 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/ports?device_id=792bbfcb-947a-4ff0-8d42-4bddace973a7 HTTP/1.1" status: 200 len: 946 time: 0.0872583 Apr 21 06:43:00.730816 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6da98530-2edf-452f-a68e-71e50e83e04c req-7b284670-cf72-4f10-a289-329ed77bf504 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/security-groups?id=b70f9e4a-7d9e-4512-bd1a-440c3325dde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400748 Apr 21 06:43:02.131247 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-2de6554f-e5b6-41a7-b9fd-19708656d56b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:43:04.566637 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-1a69630a-df90-4728-ad59-9bdc08779ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:43:05.258193 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:43:05.628148 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:43:06.307205 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:43:07.183263 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:43:11.691350 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9e249-07b2-45b6-be11-0295785f940f req-d1e57228-aa6d-4754-86af-89842da09e96 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:43:11.693504 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f3d9e249-07b2-45b6-be11-0295785f940f req-d1e57228-aa6d-4754-86af-89842da09e96 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/ports?device_id=792bbfcb-947a-4ff0-8d42-4bddace973a7 HTTP/1.1" status: 200 len: 946 time: 0.0964894 Apr 21 06:43:11.744490 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f3d9e249-07b2-45b6-be11-0295785f940f req-59c96782-cee4-424f-8f34-d4dfff11f65f tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/security-groups?id=b70f9e4a-7d9e-4512-bd1a-440c3325dde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427830 Apr 21 06:43:11.768424 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 58498) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:43:11.893499 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30be6a8-aa39-45d0-8efb-91d96a47f932 tempest-TestMinimumBasicScenario-1022256480 tempest-TestMinimumBasicScenario-1022256480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:43:11.894291 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-b30be6a8-aa39-45d0-8efb-91d96a47f932 tempest-TestMinimumBasicScenario-1022256480 tempest-TestMinimumBasicScenario-1022256480-project-admin] Synchronizing usage tracker for tenant:f102414a3cdb46eb9e27d995f2c789d2 on resource:port {{(pid=86433) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:43:11.964175 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-b30be6a8-aa39-45d0-8efb-91d96a47f932 tempest-TestMinimumBasicScenario-1022256480 tempest-TestMinimumBasicScenario-1022256480-project-admin] Unset dirty status for tenant:f102414a3cdb46eb9e27d995f2c789d2 on resource:port {{(pid=86433) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:43:11.965599 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-b30be6a8-aa39-45d0-8efb-91d96a47f932 tempest-TestMinimumBasicScenario-1022256480 tempest-TestMinimumBasicScenario-1022256480-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=792bbfcb-947a-4ff0-8d42-4bddace973a7 HTTP/1.1" status: 200 len: 1094 time: 0.1960044 Apr 21 06:43:11.968738 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 58504) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:43:11.975104 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-59c684db-75c3-4584-a2c6-92733402c194 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Request body: {'floatingip': {'floating_network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'port_id': '6ed35a3d-9a54-4458-a4a9-c6a82e0bc385', 'tenant_id': '588bf127fe68422c8cc2a85822dd1452', 'fixed_ip_address': '172.20.0.13'}} {{(pid=86433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:43:11.981806 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-59c684db-75c3-4584-a2c6-92733402c194 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:43:11.985904 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-59c684db-75c3-4584-a2c6-92733402c194 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Usage tracker for resource:floatingip and tenant:588bf127fe68422c8cc2a85822dd1452 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:43:11.990309 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-59c684db-75c3-4584-a2c6-92733402c194 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:43:11.996542 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-59c684db-75c3-4584-a2c6-92733402c194 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:43:12.051955 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-59c684db-75c3-4584-a2c6-92733402c194 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Notify callbacks [] for floatingip, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:43:12.198209 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-59c684db-75c3-4584-a2c6-92733402c194 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:43:12.369734 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.db_base_plugin_common [None req-59c684db-75c3-4584-a2c6-92733402c194 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Allocated IP 172.27.2.214 (07a7a1dd-edf9-4d1b-80a1-539c21f96152/ecb89d71-8db1-4ceb-ad17-1c0004eeb607/897a8f82-dc05-47c3-b637-42d70c32dff6) {{(pid=86433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:43:12.526370 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-59c684db-75c3-4584-a2c6-92733402c194 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Notify callbacks [] for port, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:43:12.616591 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-59c684db-75c3-4584-a2c6-92733402c194 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363270981802970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6571441'] for port, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:43:12.621710 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-c010ea47-2645-456d-b939-b591edae26de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:43:12.683461 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c684db-75c3-4584-a2c6-92733402c194 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Network 07a7a1dd-edf9-4d1b-80a1-539c21f96152 is already hosted by enough agents. {{(pid=86433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:43:12.691116 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.base_scheduler [None req-59c684db-75c3-4584-a2c6-92733402c194 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Resources bound (agent type, host, resource id): {{(pid=86433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:43:12.694367 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c684db-75c3-4584-a2c6-92733402c194 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Received port after_create {{(pid=86433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:43:12.740288 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c684db-75c3-4584-a2c6-92733402c194 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Pushing event updated for resources: {'Port': ['ID=897a8f82-dc05-47c3-b637-42d70c32dff6,revision_number=1']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:43:12.756208 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c684db-75c3-4584-a2c6-92733402c194 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:43:12.756646 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c684db-75c3-4584-a2c6-92733402c194 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:43:12.757075 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c684db-75c3-4584-a2c6-92733402c194 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:43:12.757497 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c684db-75c3-4584-a2c6-92733402c194 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:43:12.757912 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c684db-75c3-4584-a2c6-92733402c194 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:43:12.758329 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c684db-75c3-4584-a2c6-92733402c194 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:43:12.758783 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c684db-75c3-4584-a2c6-92733402c194 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:43:12.759179 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c684db-75c3-4584-a2c6-92733402c194 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:43:12.759587 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c684db-75c3-4584-a2c6-92733402c194 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:43:12.759998 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c684db-75c3-4584-a2c6-92733402c194 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:43:12.760411 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c684db-75c3-4584-a2c6-92733402c194 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:43:12.760818 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c684db-75c3-4584-a2c6-92733402c194 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:43:12.765181 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-59c684db-75c3-4584-a2c6-92733402c194 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:43:13.146168 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-59c684db-75c3-4584-a2c6-92733402c194 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:43:13.261411 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-59c684db-75c3-4584-a2c6-92733402c194 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:43:13.480564 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-59c684db-75c3-4584-a2c6-92733402c194 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Notify callbacks [] for port, precommit_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:43:13.512466 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-59c684db-75c3-4584-a2c6-92733402c194 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848204360'] for port, after_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:43:13.517626 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-51c9caeb-e14a-4833-9b6c-564839a36c77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:43:13.631049 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c684db-75c3-4584-a2c6-92733402c194 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Pushing event updated for resources: {'Port': ['ID=897a8f82-dc05-47c3-b637-42d70c32dff6,revision_number=2']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:43:13.637256 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-59c684db-75c3-4584-a2c6-92733402c194 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:43:13.645683 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-59c684db-75c3-4584-a2c6-92733402c194 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8011185'] for floatingip, after_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:43:13.827329 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.db.l3_db [None req-59c684db-75c3-4584-a2c6-92733402c194 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Floating IP 8518284c-cc59-49be-82c5-27ff57028a71 associated. External IP: 172.27.2.214, port: 6ed35a3d-9a54-4458-a4a9-c6a82e0bc385. Apr 21 06:43:14.201791 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59c684db-75c3-4584-a2c6-92733402c194 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Router e85b5638-349b-45fb-86a9-570df28b04ac has already been hosted by L3 agent 11ad1a07-0ae8-4245-9270-47a08d3f943a {{(pid=86433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 06:43:14.391251 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c684db-75c3-4584-a2c6-92733402c194 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Notify agent at l3_agent.dv-cinder-782390-6-iscsi the message routers_updated {{(pid=86433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 06:43:14.401768 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6746eda9-aae4-4a9a-acb1-00e42fadff7b None None] Sync routers for ids ['e85b5638-349b-45fb-86a9-570df28b04ac'] in dv-cinder-782390-6-iscsi {{(pid=86434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 06:43:14.414167 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6746eda9-aae4-4a9a-acb1-00e42fadff7b None None] Routers {'e85b5638-349b-45fb-86a9-570df28b04ac'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:43:14.414887 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-6746eda9-aae4-4a9a-acb1-00e42fadff7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T06:43:05Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['e85b5638-349b-45fb-86a9-570df28b04ac'], 'active': True} {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:43:14.445946 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-59c684db-75c3-4584-a2c6-92733402c194 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:43:14.508640 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-59c684db-75c3-4584-a2c6-92733402c194 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5358350 Apr 21 06:43:14.508640 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '792bbfcb-947a-4ff0-8d42-4bddace973a7', 'tag': '6ed35a3d-9a54-4458-a4a9-c6a82e0bc385'}] {{(pid=86433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:43:14.510049 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 58508) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:43:14.518100 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-0b0f33c9-d4ae-4996-b76a-266ec5fced2c tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1796570723', 'description': 'tempest-secgroup-smoke-1796570723 description', 'project_id': '588bf127fe68422c8cc2a85822dd1452'}} {{(pid=86432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:43:14.527670 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-0b0f33c9-d4ae-4996-b76a-266ec5fced2c tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:43:14.545277 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-0b0f33c9-d4ae-4996-b76a-266ec5fced2c tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:43:14.618789 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0b0f33c9-d4ae-4996-b76a-266ec5fced2c tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Notify callbacks [] for security_group, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:43:14.618948 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-6746eda9-aae4-4a9a-acb1-00e42fadff7b None None] Set router e85b5638-349b-45fb-86a9-570df28b04ac gateway port host: dv-cinder-782390-6-iscsi {{(pid=86434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:43:14.645929 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '792bbfcb-947a-4ff0-8d42-4bddace973a7', 'tag': '6ed35a3d-9a54-4458-a4a9-c6a82e0bc385', 'status': 'completed', 'code': 200} Apr 21 06:43:14.659912 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-0b0f33c9-d4ae-4996-b76a-266ec5fced2c tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:43:14.664277 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-0b0f33c9-d4ae-4996-b76a-266ec5fced2c tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Usage tracker for resource:security_group_rule and tenant:588bf127fe68422c8cc2a85822dd1452 is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:43:14.667444 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-0b0f33c9-d4ae-4996-b76a-266ec5fced2c tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:43:14.673670 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-0b0f33c9-d4ae-4996-b76a-266ec5fced2c tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:43:14.744810 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0b0f33c9-d4ae-4996-b76a-266ec5fced2c tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Notify callbacks [] for security_group, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:43:14.789022 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0b0f33c9-d4ae-4996-b76a-266ec5fced2c tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:43:14.799640 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-2d13136f-fcb1-49cd-ba72-04146fde0263 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:43:14.862829 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0f33c9-d4ae-4996-b76a-266ec5fced2c tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5e5b7a-70c7-4523-b256-9888b97d6f5f,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:43:14.871135 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-0b0f33c9-d4ae-4996-b76a-266ec5fced2c tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:43:14.878435 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0b0f33c9-d4ae-4996-b76a-266ec5fced2c tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Notify callbacks [] for security_group, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:43:14.884063 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-0b0f33c9-d4ae-4996-b76a-266ec5fced2c tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3686967 Apr 21 06:43:14.884063 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 58516) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:43:14.890220 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-bc85387b-d977-4395-88f1-0ae4230a5cf2 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Request body: {'security_group_rule': {'security_group_id': 'eb5e5b7a-70c7-4523-b256-9888b97d6f5f', 'project_id': '588bf127fe68422c8cc2a85822dd1452', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:43:14.896568 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181fb5a7-5eed-4638-ae3f-560441390216 req-baee4e24-9c12-452a-9deb-54f44e4ca1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:43:14.898221 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-181fb5a7-5eed-4638-ae3f-560441390216 req-baee4e24-9c12-452a-9deb-54f44e4ca1c9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=588bf127fe68422c8cc2a85822dd1452&device_id=792bbfcb-947a-4ff0-8d42-4bddace973a7 HTTP/1.1" status: 200 len: 1099 time: 0.1517050 Apr 21 06:43:14.900532 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-bc85387b-d977-4395-88f1-0ae4230a5cf2 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:43:14.904708 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-bc85387b-d977-4395-88f1-0ae4230a5cf2 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Usage tracker for resource:security_group_rule and tenant:588bf127fe68422c8cc2a85822dd1452 is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:43:14.908937 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-bc85387b-d977-4395-88f1-0ae4230a5cf2 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:43:14.936476 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-bc85387b-d977-4395-88f1-0ae4230a5cf2 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:43:14.996220 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-6746eda9-aae4-4a9a-acb1-00e42fadff7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e85b5638-349b-45fb-86a9-570df28b04ac', 'name': 'tempest-TestMinimumBasicScenario-1646822079-router', 'tenant_id': '588bf127fe68422c8cc2a85822dd1452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '585f0499-909c-4b13-b953-6bae29700e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:42:07Z', 'updated_at': '2021-04-21T06:42:13Z', 'revision_number': 4, 'project_id': '588bf127fe68422c8cc2a85822dd1452', 'gw_port': {'id': '585f0499-909c-4b13-b953-6bae29700e0f', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ac:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85b5638-349b-45fb-86a9-570df28b04ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:42:09Z', 'updated_at': '2021-04-21T06:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi', '_floatingips': [{'id': '8518284c-cc59-49be-82c5-27ff57028a71', 'tenant_id': '588bf127fe68422c8cc2a85822dd1452', 'floating_ip_address': '172.27.2.214', 'floating_network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'router_id': 'e85b5638-349b-45fb-86a9-570df28b04ac', 'port_id': '6ed35a3d-9a54-4458-a4a9-c6a82e0bc385', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf6337d0-797e-4abc-a63d-bc90008830b0', 'mac_address': 'fa:16:3e:f8:bf:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792bbfcb-947a-4ff0-8d42-4bddace973a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T06:43:13Z', 'updated_at': '2021-04-21T06:43:13Z', 'revision_number': 0, 'project_id': '588bf127fe68422c8cc2a85822dd1452', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '414c63a9-f487-4fdb-a0c9-632b7978c5ac', 'name': '', 'network_id': 'bf6337d0-797e-4abc-a63d-bc90008830b0', 'tenant_id': '588bf127fe68422c8cc2a85822dd1452', 'mac_address': 'fa:16:3e:58:b1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85b5638-349b-45fb-86a9-570df28b04ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'e6e6ca67-bee9-4465-9a03-41fdde82d483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:42:12Z', 'updated_at': '2021-04-21T06:42:21Z', 'revision_number': 5, 'project_id': '588bf127fe68422c8cc2a85822dd1452', 'subnets': [{'id': 'e6e6ca67-bee9-4465-9a03-41fdde82d483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:43:15.000697 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6746eda9-aae4-4a9a-acb1-00e42fadff7b None None] Checking router: e85b5638-349b-45fb-86a9-570df28b04ac for host: dv-cinder-782390-6-iscsi {{(pid=86434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 06:43:15.010657 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6746eda9-aae4-4a9a-acb1-00e42fadff7b None None] Routers {'e85b5638-349b-45fb-86a9-570df28b04ac'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:43:15.011352 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-6746eda9-aae4-4a9a-acb1-00e42fadff7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T06:43:05Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['e85b5638-349b-45fb-86a9-570df28b04ac'], 'active': True} {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:43:15.027669 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-bc85387b-d977-4395-88f1-0ae4230a5cf2 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:43:15.344428 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181fb5a7-5eed-4638-ae3f-560441390216 req-13ddf32e-20d4-4ae9-b60e-d24820e8b59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:43:15.346126 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-181fb5a7-5eed-4638-ae3f-560441390216 req-13ddf32e-20d4-4ae9-b60e-d24820e8b59c service neutron] 10.222.0.11 "GET /v2.0/networks?id=bf6337d0-797e-4abc-a63d-bc90008830b0 HTTP/1.1" status: 200 len: 916 time: 0.4383414 Apr 21 06:43:15.405665 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-6746eda9-aae4-4a9a-acb1-00e42fadff7b None None] Set router e85b5638-349b-45fb-86a9-570df28b04ac gateway port host: dv-cinder-782390-6-iscsi {{(pid=86434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:43:15.425172 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-bc85387b-d977-4395-88f1-0ae4230a5cf2 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:43:15.460622 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-181fb5a7-5eed-4638-ae3f-560441390216 req-82bd68e8-7777-4e1e-98d3-292aded7fe07 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ed35a3d-9a54-4458-a4a9-c6a82e0bc385 HTTP/1.1" status: 200 len: 1000 time: 0.1058695 Apr 21 06:43:15.461388 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-bc85387b-d977-4395-88f1-0ae4230a5cf2 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993536'] for security_group_rule, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:43:15.463571 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-27e8473f-ba1d-4cb9-8597-f8d07b1a7f40 tempest-AttachVolumeShelveTestJSON-2115830526 tempest-AttachVolumeShelveTestJSON-2115830526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:43:15.536887 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181fb5a7-5eed-4638-ae3f-560441390216 req-bee12407-b268-4b2d-8b11-4a5f5e129dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:43:15.539543 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-181fb5a7-5eed-4638-ae3f-560441390216 req-bee12407-b268-4b2d-8b11-4a5f5e129dbd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e6e6ca67-bee9-4465-9a03-41fdde82d483 HTTP/1.1" status: 200 len: 854 time: 0.0648251 Apr 21 06:43:15.601906 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc85387b-d977-4395-88f1-0ae4230a5cf2 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0ae374e-8296-4787-b408-4ec37d1b7176,revision_number=0']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:43:15.605167 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-bc85387b-d977-4395-88f1-0ae4230a5cf2 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:43:15.641373 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181fb5a7-5eed-4638-ae3f-560441390216 req-271da6b5-9f91-4d1a-98ec-27204cc0f306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:43:15.643036 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-181fb5a7-5eed-4638-ae3f-560441390216 req-271da6b5-9f91-4d1a-98ec-27204cc0f306 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bf6337d0-797e-4abc-a63d-bc90008830b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0949433 Apr 21 06:43:15.643935 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-bc85387b-d977-4395-88f1-0ae4230a5cf2 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:43:15.645211 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-bc85387b-d977-4395-88f1-0ae4230a5cf2 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7601066 Apr 21 06:43:15.648589 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 58520) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:43:15.654873 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-d9349947-c6f2-4427-a1da-7b7109a5c3fa tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Request body: {'security_group_rule': {'security_group_id': 'eb5e5b7a-70c7-4523-b256-9888b97d6f5f', 'project_id': '588bf127fe68422c8cc2a85822dd1452', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:43:15.685684 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-d9349947-c6f2-4427-a1da-7b7109a5c3fa tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:43:15.702968 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-d9349947-c6f2-4427-a1da-7b7109a5c3fa tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Usage tracker for resource:security_group_rule and tenant:588bf127fe68422c8cc2a85822dd1452 is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:43:15.707265 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-d9349947-c6f2-4427-a1da-7b7109a5c3fa tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:43:15.762193 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-d9349947-c6f2-4427-a1da-7b7109a5c3fa tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:43:15.777889 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-6746eda9-aae4-4a9a-acb1-00e42fadff7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e85b5638-349b-45fb-86a9-570df28b04ac', 'name': 'tempest-TestMinimumBasicScenario-1646822079-router', 'tenant_id': '588bf127fe68422c8cc2a85822dd1452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '585f0499-909c-4b13-b953-6bae29700e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:42:07Z', 'updated_at': '2021-04-21T06:42:13Z', 'revision_number': 4, 'project_id': '588bf127fe68422c8cc2a85822dd1452', 'gw_port': {'id': '585f0499-909c-4b13-b953-6bae29700e0f', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ac:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85b5638-349b-45fb-86a9-570df28b04ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:42:09Z', 'updated_at': '2021-04-21T06:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi', '_floatingips': [{'id': '8518284c-cc59-49be-82c5-27ff57028a71', 'tenant_id': '588bf127fe68422c8cc2a85822dd1452', 'floating_ip_address': '172.27.2.214', 'floating_network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'router_id': 'e85b5638-349b-45fb-86a9-570df28b04ac', 'port_id': '6ed35a3d-9a54-4458-a4a9-c6a82e0bc385', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf6337d0-797e-4abc-a63d-bc90008830b0', 'mac_address': 'fa:16:3e:f8:bf:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792bbfcb-947a-4ff0-8d42-4bddace973a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T06:43:13Z', 'updated_at': '2021-04-21T06:43:13Z', 'revision_number': 0, 'project_id': '588bf127fe68422c8cc2a85822dd1452', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '414c63a9-f487-4fdb-a0c9-632b7978c5ac', 'name': '', 'network_id': 'bf6337d0-797e-4abc-a63d-bc90008830b0', 'tenant_id': '588bf127fe68422c8cc2a85822dd1452', 'mac_address': 'fa:16:3e:58:b1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85b5638-349b-45fb-86a9-570df28b04ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'e6e6ca67-bee9-4465-9a03-41fdde82d483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:42:12Z', 'updated_at': '2021-04-21T06:42:21Z', 'revision_number': 5, 'project_id': '588bf127fe68422c8cc2a85822dd1452', 'subnets': [{'id': 'e6e6ca67-bee9-4465-9a03-41fdde82d483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:43:15.782040 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6746eda9-aae4-4a9a-acb1-00e42fadff7b None None] The sync data for ids ['e85b5638-349b-45fb-86a9-570df28b04ac'] in dv-cinder-782390-6-iscsi is: [{'id': 'e85b5638-349b-45fb-86a9-570df28b04ac', 'name': 'tempest-TestMinimumBasicScenario-1646822079-router', 'tenant_id': '588bf127fe68422c8cc2a85822dd1452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '585f0499-909c-4b13-b953-6bae29700e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:42:07Z', 'updated_at': '2021-04-21T06:42:13Z', 'revision_number': 4, 'project_id': '588bf127fe68422c8cc2a85822dd1452', 'gw_port': {'id': '585f0499-909c-4b13-b953-6bae29700e0f', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ac:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85b5638-349b-45fb-86a9-570df28b04ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:42:09Z', 'updated_at': '2021-04-21T06:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi', '_floatingips': [{'id': '8518284c-cc59-49be-82c5-27ff57028a71', 'tenant_id': '588bf127fe68422c8cc2a85822dd1452', 'floating_ip_address': '172.27.2.214', 'floating_network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'router_id': 'e85b5638-349b-45fb-86a9-570df28b04ac', 'port_id': '6ed35a3d-9a54-4458-a4a9-c6a82e0bc385', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf6337d0-797e-4abc-a63d-bc90008830b0', 'mac_address': 'fa:16:3e:f8:bf:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792bbfcb-947a-4ff0-8d42-4bddace973a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T06:43:13Z', 'updated_at': '2021-04-21T06:43:13Z', 'revision_number': 0, 'project_id': '588bf127fe68422c8cc2a85822dd1452', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '414c63a9-f487-4fdb-a0c9-632b7978c5ac', 'name': '', 'network_id': 'bf6337d0-797e-4abc-a63d-bc90008830b0', 'tenant_id': '588bf127fe68422c8cc2a85822dd1452', 'mac_address': 'fa:16:3e:58:b1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85b5638-349b-45fb-86a9-570df28b04ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'e6e6ca67-bee9-4465-9a03-41fdde82d483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:42:12Z', 'updated_at': '2021-04-21T06:42:21Z', 'revision_number': 5, 'project_id': '588bf127fe68422c8cc2a85822dd1452', 'subnets': [{'id': 'e6e6ca67-bee9-4465-9a03-41fdde82d483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 06:43:15.820520 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d9349947-c6f2-4427-a1da-7b7109a5c3fa tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:43:15.831162 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-181fb5a7-5eed-4638-ae3f-560441390216 req-b946663b-77e9-429c-9bf3-3aa4ea22ba8f service neutron] 10.222.0.11 "GET /v2.0/networks/bf6337d0-797e-4abc-a63d-bc90008830b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704504 Apr 21 06:43:16.006167 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-181fb5a7-5eed-4638-ae3f-560441390216 req-8f143eef-f136-420d-b1ab-503c33244e41 service neutron] 10.222.0.11 "GET /v2.0/networks/bf6337d0-797e-4abc-a63d-bc90008830b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621740 Apr 21 06:43:16.024471 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d9349947-c6f2-4427-a1da-7b7109a5c3fa tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:43:16.074236 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd2730e-4049-4662-ba40-8ef444274e03 None None] New status for floating IP 8518284c-cc59-49be-82c5-27ff57028a71: ACTIVE {{(pid=86435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 21 06:43:16.078490 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d9349947-c6f2-4427-a1da-7b7109a5c3fa tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993536'] for security_group_rule, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:43:16.080797 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:43:16.105885 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9349947-c6f2-4427-a1da-7b7109a5c3fa tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac5f8797-cb6c-4115-bd17-4965049baa31,revision_number=0']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:43:16.108654 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-d9349947-c6f2-4427-a1da-7b7109a5c3fa tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:43:16.140855 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d9349947-c6f2-4427-a1da-7b7109a5c3fa tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:43:16.144868 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-d9349947-c6f2-4427-a1da-7b7109a5c3fa tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4925790 Apr 21 06:43:16.145067 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 58524) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:43:16.151107 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-b8391117-a465-485f-b5d9-cdc126cec4c5 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Request body: {'security_group_rule': {'security_group_id': 'eb5e5b7a-70c7-4523-b256-9888b97d6f5f', 'project_id': '588bf127fe68422c8cc2a85822dd1452', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:43:16.158047 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-b8391117-a465-485f-b5d9-cdc126cec4c5 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:43:16.162794 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-b8391117-a465-485f-b5d9-cdc126cec4c5 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Usage tracker for resource:security_group_rule and tenant:588bf127fe68422c8cc2a85822dd1452 is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:43:16.165946 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-b8391117-a465-485f-b5d9-cdc126cec4c5 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:43:16.172564 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-b8391117-a465-485f-b5d9-cdc126cec4c5 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:43:16.247835 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-b8391117-a465-485f-b5d9-cdc126cec4c5 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:43:16.386461 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-b8391117-a465-485f-b5d9-cdc126cec4c5 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:43:16.428614 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-b8391117-a465-485f-b5d9-cdc126cec4c5 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993536'] for security_group_rule, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:43:16.430876 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-f4af8cda-e9c2-4375-bff0-09fb83f49c4f tempest-AttachVolumeTestJSON-780016330 tempest-AttachVolumeTestJSON-780016330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:43:16.454909 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8391117-a465-485f-b5d9-cdc126cec4c5 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6e7a59c-a636-4424-9db3-8006861049bc,revision_number=0']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:43:16.457980 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-b8391117-a465-485f-b5d9-cdc126cec4c5 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:43:16.491385 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-b8391117-a465-485f-b5d9-cdc126cec4c5 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:43:16.492695 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-b8391117-a465-485f-b5d9-cdc126cec4c5 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3466346 Apr 21 06:43:16.495663 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 58528) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:43:16.501216 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-8ef5ca59-b4e8-4a2e-ae50-8c8da8e199fb tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Request body: {'security_group_rule': {'security_group_id': 'eb5e5b7a-70c7-4523-b256-9888b97d6f5f', 'project_id': '588bf127fe68422c8cc2a85822dd1452', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:43:16.508171 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-8ef5ca59-b4e8-4a2e-ae50-8c8da8e199fb tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:43:16.512656 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-8ef5ca59-b4e8-4a2e-ae50-8c8da8e199fb tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Usage tracker for resource:security_group_rule and tenant:588bf127fe68422c8cc2a85822dd1452 is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:43:16.515697 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-8ef5ca59-b4e8-4a2e-ae50-8c8da8e199fb tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:43:16.522172 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-8ef5ca59-b4e8-4a2e-ae50-8c8da8e199fb tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:43:16.566404 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-8ef5ca59-b4e8-4a2e-ae50-8c8da8e199fb tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:43:16.633280 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-8ef5ca59-b4e8-4a2e-ae50-8c8da8e199fb tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:43:16.662672 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-8ef5ca59-b4e8-4a2e-ae50-8c8da8e199fb tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993536'] for security_group_rule, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:43:16.664851 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-d9349947-c6f2-4427-a1da-7b7109a5c3fa tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:43:16.685863 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef5ca59-b4e8-4a2e-ae50-8c8da8e199fb tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64c6432d-c02a-49d9-a21d-2ecd289c7953,revision_number=0']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:43:16.690067 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-8ef5ca59-b4e8-4a2e-ae50-8c8da8e199fb tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:43:16.725597 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-8ef5ca59-b4e8-4a2e-ae50-8c8da8e199fb tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:43:16.726961 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-8ef5ca59-b4e8-4a2e-ae50-8c8da8e199fb tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2302644 Apr 21 06:43:16.729689 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 58532) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:43:16.735221 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-5de1ad61-e398-4cbe-b23d-449ac889afe0 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Request body: {'security_group_rule': {'security_group_id': 'eb5e5b7a-70c7-4523-b256-9888b97d6f5f', 'project_id': '588bf127fe68422c8cc2a85822dd1452', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:43:16.741313 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-5de1ad61-e398-4cbe-b23d-449ac889afe0 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:43:16.745302 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-5de1ad61-e398-4cbe-b23d-449ac889afe0 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Usage tracker for resource:security_group_rule and tenant:588bf127fe68422c8cc2a85822dd1452 is out of sync, need to count used quota {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:43:16.748339 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-5de1ad61-e398-4cbe-b23d-449ac889afe0 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86432) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:43:16.755159 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-5de1ad61-e398-4cbe-b23d-449ac889afe0 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86432) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:43:16.788400 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.db.securitygroups_db [None req-5de1ad61-e398-4cbe-b23d-449ac889afe0 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Project 588bf127fe68422c8cc2a85822dd1452 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 06:43:16.795203 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5de1ad61-e398-4cbe-b23d-449ac889afe0 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:43:16.860627 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5de1ad61-e398-4cbe-b23d-449ac889afe0 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:43:16.902609 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5de1ad61-e398-4cbe-b23d-449ac889afe0 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993536'] for security_group_rule, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:43:16.904684 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:43:16.927565 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de1ad61-e398-4cbe-b23d-449ac889afe0 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c83c5676-8d97-43d6-b82a-1164c3db64e6,revision_number=0']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:43:16.929942 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5de1ad61-e398-4cbe-b23d-449ac889afe0 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:43:16.963561 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5de1ad61-e398-4cbe-b23d-449ac889afe0 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:43:16.964853 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-5de1ad61-e398-4cbe-b23d-449ac889afe0 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2341714 Apr 21 06:43:16.967850 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 58536) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:43:16.973923 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [None req-5f492558-6b19-4021-8d93-dd089c02e312 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Request body: {'security_group_rule': {'security_group_id': 'eb5e5b7a-70c7-4523-b256-9888b97d6f5f', 'project_id': '588bf127fe68422c8cc2a85822dd1452', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:43:16.980370 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-5f492558-6b19-4021-8d93-dd089c02e312 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:43:16.984403 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-5f492558-6b19-4021-8d93-dd089c02e312 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Usage tracker for resource:security_group_rule and tenant:588bf127fe68422c8cc2a85822dd1452 is out of sync, need to count used quota {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:43:16.987380 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [None req-5f492558-6b19-4021-8d93-dd089c02e312 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86433) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:43:16.994350 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.quota.driver [None req-5f492558-6b19-4021-8d93-dd089c02e312 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86433) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:43:17.038168 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.db.securitygroups_db [None req-5f492558-6b19-4021-8d93-dd089c02e312 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Project 588bf127fe68422c8cc2a85822dd1452 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 06:43:17.044991 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5f492558-6b19-4021-8d93-dd089c02e312 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:43:17.116294 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5f492558-6b19-4021-8d93-dd089c02e312 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:43:17.146590 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5f492558-6b19-4021-8d93-dd089c02e312 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993536'] for security_group_rule, after_create {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:43:17.148790 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-8d38c440-51a9-47a1-8f98-6edb28139225 tempest-TestVolumeBootPattern-2128208363 tempest-TestVolumeBootPattern-2128208363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:43:17.171615 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f492558-6b19-4021-8d93-dd089c02e312 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5df3ecb-d1eb-419a-8004-59dc593f41b1,revision_number=0']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:43:17.174068 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-5f492558-6b19-4021-8d93-dd089c02e312 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:43:17.209601 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5f492558-6b19-4021-8d93-dd089c02e312 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:43:17.210907 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-5f492558-6b19-4021-8d93-dd089c02e312 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2419386 Apr 21 06:43:17.336857 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-32a5056d-916e-43fa-9e60-a76a42f3133f req-dd54ccb6-3a36-4692-8aac-813d90fecca5 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Synchronizing usage tracker for tenant:588bf127fe68422c8cc2a85822dd1452 on resource:security_group {{(pid=86432) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:43:17.386756 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-32a5056d-916e-43fa-9e60-a76a42f3133f req-dd54ccb6-3a36-4692-8aac-813d90fecca5 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Unset dirty status for tenant:588bf127fe68422c8cc2a85822dd1452 on resource:security_group {{(pid=86432) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:43:17.388014 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-32a5056d-916e-43fa-9e60-a76a42f3133f req-dd54ccb6-3a36-4692-8aac-813d90fecca5 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1796570723&fields=id&tenant_id=588bf127fe68422c8cc2a85822dd1452 HTTP/1.1" status: 200 len: 267 time: 0.0927091 Apr 21 06:43:17.483330 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5056d-916e-43fa-9e60-a76a42f3133f req-495ae0cb-4f87-434d-899b-59786ad90f4e tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:43:17.484949 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-32a5056d-916e-43fa-9e60-a76a42f3133f req-495ae0cb-4f87-434d-899b-59786ad90f4e tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/ports?device_id=792bbfcb-947a-4ff0-8d42-4bddace973a7 HTTP/1.1" status: 200 len: 946 time: 0.0909019 Apr 21 06:43:17.497503 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [req-32a5056d-916e-43fa-9e60-a76a42f3133f req-2c9287c1-1162-46aa-96df-1e8ef62ba1e3 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Request body: {'port': {'security_groups': ['b70f9e4a-7d9e-4512-bd1a-440c3325dde2', 'eb5e5b7a-70c7-4523-b256-9888b97d6f5f']}} {{(pid=86432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:43:17.627277 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-32a5056d-916e-43fa-9e60-a76a42f3133f req-2c9287c1-1162-46aa-96df-1e8ef62ba1e3 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:43:17.960505 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [req-32a5056d-916e-43fa-9e60-a76a42f3133f req-2c9287c1-1162-46aa-96df-1e8ef62ba1e3 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] For port 6ed35a3d-9a54-4458-a4a9-c6a82e0bc385, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=6ed35a3d-9a54-4458-a4a9-c6a82e0bc385,segment=NetworkSegment(7bcfb457-3f53-486c-9eb7-4c2e3309d75b),segment_id=7bcfb457-3f53-486c-9eb7-4c2e3309d75b)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:43:17.986888 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-32a5056d-916e-43fa-9e60-a76a42f3133f req-2c9287c1-1162-46aa-96df-1e8ef62ba1e3 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Notify callbacks [] for port, precommit_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:43:18.022472 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-32a5056d-916e-43fa-9e60-a76a42f3133f req-2c9287c1-1162-46aa-96df-1e8ef62ba1e3 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6553376'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:43:18.028087 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-52a0dc85-8101-436a-9ba1-2c063d29604a tempest-AttachVolumeNegativeTest-1118115905 tempest-AttachVolumeNegativeTest-1118115905-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:43:18.034929 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] get_ports_and_sgs() called for port_ids ['6ed35a3d-9a54-4458-a4a9-c6a82e0bc385'] {{(pid=86434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:43:18.103954 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5056d-916e-43fa-9e60-a76a42f3133f req-2c9287c1-1162-46aa-96df-1e8ef62ba1e3 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:43:18.104665 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-32a5056d-916e-43fa-9e60-a76a42f3133f req-2c9287c1-1162-46aa-96df-1e8ef62ba1e3 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:43:18.109544 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-32a5056d-916e-43fa-9e60-a76a42f3133f req-2c9287c1-1162-46aa-96df-1e8ef62ba1e3 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "PUT /v2.0/ports/6ed35a3d-9a54-4458-a4a9-c6a82e0bc385 HTTP/1.1" status: 200 len: 982 time: 0.6169362 Apr 21 06:43:18.110222 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '792bbfcb-947a-4ff0-8d42-4bddace973a7', 'tag': '6ed35a3d-9a54-4458-a4a9-c6a82e0bc385'}] {{(pid=86432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:43:18.139979 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9287c1-1162-46aa-96df-1e8ef62ba1e3 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Pushing event updated for resources: {'Port': ['ID=6ed35a3d-9a54-4458-a4a9-c6a82e0bc385,revision_number=6']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:43:18.153521 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-2c9287c1-1162-46aa-96df-1e8ef62ba1e3 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:43:18.196641 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] get_ports_and_sgs() called for port_ids ['6ed35a3d-9a54-4458-a4a9-c6a82e0bc385'] {{(pid=86434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:43:18.321573 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '792bbfcb-947a-4ff0-8d42-4bddace973a7', 'tag': '6ed35a3d-9a54-4458-a4a9-c6a82e0bc385', 'status': 'completed', 'code': 200} Apr 21 06:43:18.420523 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff49ed11-238c-4c27-8ea3-83b2c8a38d2a req-8984934c-edfc-420b-b127-3bd6248abcae tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:43:18.427828 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ff49ed11-238c-4c27-8ea3-83b2c8a38d2a req-8984934c-edfc-420b-b127-3bd6248abcae tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/ports?device_id=792bbfcb-947a-4ff0-8d42-4bddace973a7 HTTP/1.1" status: 200 len: 985 time: 0.1034098 Apr 21 06:43:18.453565 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df2445-59fd-48f7-a94d-65dbcdde80a3 req-74b5df96-5da3-4d00-a410-3ba8aff3201a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:43:18.456231 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c0df2445-59fd-48f7-a94d-65dbcdde80a3 req-74b5df96-5da3-4d00-a410-3ba8aff3201a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=588bf127fe68422c8cc2a85822dd1452&device_id=792bbfcb-947a-4ff0-8d42-4bddace973a7 HTTP/1.1" status: 200 len: 1138 time: 0.1073937 Apr 21 06:43:18.489031 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ff49ed11-238c-4c27-8ea3-83b2c8a38d2a req-92eeb468-8e1d-467e-a49e-46cbcdf9cd92 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/security-groups?id=b70f9e4a-7d9e-4512-bd1a-440c3325dde2&id=eb5e5b7a-70c7-4523-b256-9888b97d6f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0502138 Apr 21 06:43:18.547491 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-c0526a70-3fc7-4181-957c-e91b48751dec None None] Provisioning complete for port 6ed35a3d-9a54-4458-a4a9-c6a82e0bc385 triggered by entity DHCP. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:43:18.547939 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-c0526a70-3fc7-4181-957c-e91b48751dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:43:18.618338 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df2445-59fd-48f7-a94d-65dbcdde80a3 req-01e7fb0c-b5e1-408b-9f3d-b53520213ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:43:18.620064 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c0df2445-59fd-48f7-a94d-65dbcdde80a3 req-01e7fb0c-b5e1-408b-9f3d-b53520213ea9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bf6337d0-797e-4abc-a63d-bc90008830b0 HTTP/1.1" status: 200 len: 916 time: 0.1551633 Apr 21 06:43:18.731802 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c0df2445-59fd-48f7-a94d-65dbcdde80a3 req-7d540253-4a55-41f0-86ea-54a5f9b5a9b8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ed35a3d-9a54-4458-a4a9-c6a82e0bc385 HTTP/1.1" status: 200 len: 1002 time: 0.1050706 Apr 21 06:43:18.804314 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df2445-59fd-48f7-a94d-65dbcdde80a3 req-7131eadf-54a3-4487-8175-4ebf41445332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:43:18.805809 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c0df2445-59fd-48f7-a94d-65dbcdde80a3 req-7131eadf-54a3-4487-8175-4ebf41445332 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e6e6ca67-bee9-4465-9a03-41fdde82d483 HTTP/1.1" status: 200 len: 854 time: 0.0673213 Apr 21 06:43:18.888806 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df2445-59fd-48f7-a94d-65dbcdde80a3 req-a3a13357-883f-47f7-a10d-fd07c42c3b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:43:18.890726 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c0df2445-59fd-48f7-a94d-65dbcdde80a3 req-a3a13357-883f-47f7-a10d-fd07c42c3b81 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bf6337d0-797e-4abc-a63d-bc90008830b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0780165 Apr 21 06:43:19.039798 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c0df2445-59fd-48f7-a94d-65dbcdde80a3 req-f95b3c04-f5e6-40f6-a1ca-aed269b8b315 service neutron] 10.222.0.11 "GET /v2.0/networks/bf6337d0-797e-4abc-a63d-bc90008830b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416805 Apr 21 06:43:19.191076 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c0df2445-59fd-48f7-a94d-65dbcdde80a3 req-6f50f7da-fd3a-42ed-a405-57bac94c89db service neutron] 10.222.0.11 "GET /v2.0/networks/bf6337d0-797e-4abc-a63d-bc90008830b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441767 Apr 21 06:43:20.096416 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:43:32.100676 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-ad947f69-6c03-4f8f-b2e4-ecd5d2cb6741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:43:32.700083 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e84228-e575-4533-880b-22d9bab8bee0 req-6cdb5bfd-0157-4447-952d-5c19b64f851e tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:43:32.701888 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-95e84228-e575-4533-880b-22d9bab8bee0 req-6cdb5bfd-0157-4447-952d-5c19b64f851e tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/ports?device_id=792bbfcb-947a-4ff0-8d42-4bddace973a7 HTTP/1.1" status: 200 len: 985 time: 0.1079481 Apr 21 06:43:32.711513 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2767dd04-54ac-43e9-904e-726919802157 req-fc96c8d9-0f90-4f22-acf4-deba005d81ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:43:32.713209 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-2767dd04-54ac-43e9-904e-726919802157 req-fc96c8d9-0f90-4f22-acf4-deba005d81ea service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=588bf127fe68422c8cc2a85822dd1452&device_id=792bbfcb-947a-4ff0-8d42-4bddace973a7 HTTP/1.1" status: 200 len: 1138 time: 0.0825315 Apr 21 06:43:32.754746 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-95e84228-e575-4533-880b-22d9bab8bee0 req-8fe1b8ed-f5c9-490d-b7ba-ff8675a7c38d tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/security-groups?id=b70f9e4a-7d9e-4512-bd1a-440c3325dde2&id=eb5e5b7a-70c7-4523-b256-9888b97d6f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0456612 Apr 21 06:43:32.863367 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2767dd04-54ac-43e9-904e-726919802157 req-0f869ba4-be18-493a-9a7a-00b12a5fb1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:43:32.865031 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-2767dd04-54ac-43e9-904e-726919802157 req-0f869ba4-be18-493a-9a7a-00b12a5fb1e7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bf6337d0-797e-4abc-a63d-bc90008830b0 HTTP/1.1" status: 200 len: 916 time: 0.1454515 Apr 21 06:43:32.978992 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-2767dd04-54ac-43e9-904e-726919802157 req-67b6743b-51c3-4882-9b7c-5e10d76eae22 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ed35a3d-9a54-4458-a4a9-c6a82e0bc385 HTTP/1.1" status: 200 len: 1002 time: 0.1067748 Apr 21 06:43:33.053637 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2767dd04-54ac-43e9-904e-726919802157 req-6d2583df-3221-43d3-a260-beee63efd874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:43:33.055676 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-2767dd04-54ac-43e9-904e-726919802157 req-6d2583df-3221-43d3-a260-beee63efd874 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e6e6ca67-bee9-4465-9a03-41fdde82d483 HTTP/1.1" status: 200 len: 854 time: 0.0701268 Apr 21 06:43:33.140650 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2767dd04-54ac-43e9-904e-726919802157 req-bf364007-bd44-41bf-9456-9b748acb0536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:43:33.142285 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-2767dd04-54ac-43e9-904e-726919802157 req-bf364007-bd44-41bf-9456-9b748acb0536 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bf6337d0-797e-4abc-a63d-bc90008830b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0799441 Apr 21 06:43:33.290088 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-2767dd04-54ac-43e9-904e-726919802157 req-a9be2811-d2fc-4e21-9314-b7c675e6f7aa service neutron] 10.222.0.11 "GET /v2.0/networks/bf6337d0-797e-4abc-a63d-bc90008830b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405931 Apr 21 06:43:33.439290 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-2767dd04-54ac-43e9-904e-726919802157 req-34c41934-88d8-4b53-8389-0bc527d691a2 service neutron] 10.222.0.11 "GET /v2.0/networks/bf6337d0-797e-4abc-a63d-bc90008830b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420679 Apr 21 06:43:33.965004 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec9ce4-5098-4718-ba62-d00b91eccc43 req-c37d20d7-5c5d-4158-a6c2-05b505ffc802 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:43:33.966670 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6eec9ce4-5098-4718-ba62-d00b91eccc43 req-c37d20d7-5c5d-4158-a6c2-05b505ffc802 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/ports?device_id=792bbfcb-947a-4ff0-8d42-4bddace973a7 HTTP/1.1" status: 200 len: 985 time: 0.0952380 Apr 21 06:43:34.019712 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-6eec9ce4-5098-4718-ba62-d00b91eccc43 req-78820739-0752-46c8-8c14-ca52f0fce8de tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/security-groups?id=b70f9e4a-7d9e-4512-bd1a-440c3325dde2&id=eb5e5b7a-70c7-4523-b256-9888b97d6f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0463874 Apr 21 06:43:34.559173 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-01756c7b-4cca-494f-89e8-59e7dd099589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:43:35.234407 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb923dbb-c43b-4064-a980-6e0df2198785 req-96d3597b-0c72-4ef1-a6aa-f6c93dde87e3 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:43:35.236178 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-bb923dbb-c43b-4064-a980-6e0df2198785 req-96d3597b-0c72-4ef1-a6aa-f6c93dde87e3 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/ports?device_id=792bbfcb-947a-4ff0-8d42-4bddace973a7 HTTP/1.1" status: 200 len: 985 time: 0.0974946 Apr 21 06:43:35.263275 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:43:35.532083 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-bb923dbb-c43b-4064-a980-6e0df2198785 req-6b093967-ab6c-4779-9357-d31f98fc03ee tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/security-groups?id=b70f9e4a-7d9e-4512-bd1a-440c3325dde2&id=eb5e5b7a-70c7-4523-b256-9888b97d6f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2874470 Apr 21 06:43:35.622145 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:43:36.299948 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:43:36.744944 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a159707-e7cc-41d2-aefa-b244a81c8987 req-bd7641ff-f9ff-4dc2-ae80-9aef8cbbf97a tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:43:36.746622 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1a159707-e7cc-41d2-aefa-b244a81c8987 req-bd7641ff-f9ff-4dc2-ae80-9aef8cbbf97a tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/ports?device_id=792bbfcb-947a-4ff0-8d42-4bddace973a7 HTTP/1.1" status: 200 len: 985 time: 0.0938613 Apr 21 06:43:36.796573 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1a159707-e7cc-41d2-aefa-b244a81c8987 req-1243d0c0-1d44-445e-83f6-d51d47bfcb8e tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/security-groups?id=b70f9e4a-7d9e-4512-bd1a-440c3325dde2&id=eb5e5b7a-70c7-4523-b256-9888b97d6f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0434151 Apr 21 06:43:37.164805 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:43:38.002604 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b95b890-e4ca-4024-a0fd-1b2d85425f8b req-6df756b9-b6f1-49ce-bfe8-5361021d54a5 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:43:38.004522 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-0b95b890-e4ca-4024-a0fd-1b2d85425f8b req-6df756b9-b6f1-49ce-bfe8-5361021d54a5 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/ports?device_id=792bbfcb-947a-4ff0-8d42-4bddace973a7 HTTP/1.1" status: 200 len: 985 time: 0.0915923 Apr 21 06:43:38.060070 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-0b95b890-e4ca-4024-a0fd-1b2d85425f8b req-db72e9c1-0b17-43b1-b9fe-86ddc7bbf0f0 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/security-groups?id=b70f9e4a-7d9e-4512-bd1a-440c3325dde2&id=eb5e5b7a-70c7-4523-b256-9888b97d6f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0478899 Apr 21 06:43:38.149001 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5aa581-f7a3-490b-9093-aca14358c27e req-6524d325-c685-4f78-ae88-bf98f72ca735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:43:38.150534 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1d5aa581-f7a3-490b-9093-aca14358c27e req-6524d325-c685-4f78-ae88-bf98f72ca735 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=588bf127fe68422c8cc2a85822dd1452&device_id=792bbfcb-947a-4ff0-8d42-4bddace973a7 HTTP/1.1" status: 200 len: 1138 time: 0.0848732 Apr 21 06:43:38.308543 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5aa581-f7a3-490b-9093-aca14358c27e req-4dd209e6-d80b-4bfc-89b3-688b5398bc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:43:38.310151 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1d5aa581-f7a3-490b-9093-aca14358c27e req-4dd209e6-d80b-4bfc-89b3-688b5398bc3f service neutron] 10.222.0.11 "GET /v2.0/networks?id=bf6337d0-797e-4abc-a63d-bc90008830b0 HTTP/1.1" status: 200 len: 916 time: 0.1405740 Apr 21 06:43:38.422354 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1d5aa581-f7a3-490b-9093-aca14358c27e req-9e5e423e-04d6-449f-ad96-1d460903bbf9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ed35a3d-9a54-4458-a4a9-c6a82e0bc385 HTTP/1.1" status: 200 len: 1002 time: 0.1057334 Apr 21 06:43:38.491911 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5aa581-f7a3-490b-9093-aca14358c27e req-359460ce-bc28-4bdf-bf89-227f7d66e93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:43:38.493565 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1d5aa581-f7a3-490b-9093-aca14358c27e req-359460ce-bc28-4bdf-bf89-227f7d66e93a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e6e6ca67-bee9-4465-9a03-41fdde82d483 HTTP/1.1" status: 200 len: 854 time: 0.0654435 Apr 21 06:43:38.574704 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5aa581-f7a3-490b-9093-aca14358c27e req-0c68bebb-8664-4a2e-b3c6-207456daa7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:43:38.576364 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1d5aa581-f7a3-490b-9093-aca14358c27e req-0c68bebb-8664-4a2e-b3c6-207456daa7b8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bf6337d0-797e-4abc-a63d-bc90008830b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0767565 Apr 21 06:43:38.722141 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1d5aa581-f7a3-490b-9093-aca14358c27e req-2f7cd2ae-00f6-45a0-99b7-dbbda2b549d9 service neutron] 10.222.0.11 "GET /v2.0/networks/bf6337d0-797e-4abc-a63d-bc90008830b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390824 Apr 21 06:43:38.867464 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1d5aa581-f7a3-490b-9093-aca14358c27e req-7df965a2-938c-499b-ac73-a02de2a726d3 service neutron] 10.222.0.11 "GET /v2.0/networks/bf6337d0-797e-4abc-a63d-bc90008830b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381233 Apr 21 06:43:39.268195 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910ae6c-c54d-42a8-8c78-bd00105e6860 req-29634ec7-868e-4342-bf3c-5b75d5d7b85e tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:43:39.269833 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1910ae6c-c54d-42a8-8c78-bd00105e6860 req-29634ec7-868e-4342-bf3c-5b75d5d7b85e tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/ports?device_id=792bbfcb-947a-4ff0-8d42-4bddace973a7 HTTP/1.1" status: 200 len: 985 time: 0.0934095 Apr 21 06:43:39.322098 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-1910ae6c-c54d-42a8-8c78-bd00105e6860 req-71e04400-3823-48b8-823d-e2702246e687 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/security-groups?id=b70f9e4a-7d9e-4512-bd1a-440c3325dde2&id=eb5e5b7a-70c7-4523-b256-9888b97d6f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0450139 Apr 21 06:43:40.667844 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efddbb4-a859-43d9-988d-7f87cf2a1d9d req-4a0e7e4a-ae8f-42a0-a90a-1f00875f4fed tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:43:40.669468 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-2efddbb4-a859-43d9-988d-7f87cf2a1d9d req-4a0e7e4a-ae8f-42a0-a90a-1f00875f4fed tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/ports?device_id=792bbfcb-947a-4ff0-8d42-4bddace973a7 HTTP/1.1" status: 200 len: 985 time: 0.0911760 Apr 21 06:43:40.721028 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-2efddbb4-a859-43d9-988d-7f87cf2a1d9d req-e80791d8-eed4-4833-ad5d-1411c4b084f3 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/security-groups?id=b70f9e4a-7d9e-4512-bd1a-440c3325dde2&id=eb5e5b7a-70c7-4523-b256-9888b97d6f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0448954 Apr 21 06:43:41.925602 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f684c4-f2d3-4f77-a016-6c791e081fbc req-cf420799-481f-4231-a364-a0fa672b758a tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:43:41.927208 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-86f684c4-f2d3-4f77-a016-6c791e081fbc req-cf420799-481f-4231-a364-a0fa672b758a tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/ports?device_id=792bbfcb-947a-4ff0-8d42-4bddace973a7 HTTP/1.1" status: 200 len: 985 time: 0.0902784 Apr 21 06:43:41.982301 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-86f684c4-f2d3-4f77-a016-6c791e081fbc req-47b22049-44a9-420d-ab8a-f6c3907463b6 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/security-groups?id=b70f9e4a-7d9e-4512-bd1a-440c3325dde2&id=eb5e5b7a-70c7-4523-b256-9888b97d6f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0477135 Apr 21 06:43:43.186388 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a971f-07df-406b-ab00-e6dfd2618fbf req-1b49a151-71f6-4744-9170-7f048ff6744e tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:43:43.188098 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-873a971f-07df-406b-ab00-e6dfd2618fbf req-1b49a151-71f6-4744-9170-7f048ff6744e tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/ports?device_id=792bbfcb-947a-4ff0-8d42-4bddace973a7 HTTP/1.1" status: 200 len: 985 time: 0.0937114 Apr 21 06:43:43.241333 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-873a971f-07df-406b-ab00-e6dfd2618fbf req-17b8b416-e324-4599-995d-26c810d8016a tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/security-groups?id=b70f9e4a-7d9e-4512-bd1a-440c3325dde2&id=eb5e5b7a-70c7-4523-b256-9888b97d6f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0459225 Apr 21 06:43:44.470975 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd88bdec-fb2c-4bc9-a58a-f221ea3c6c76 req-7c72dcc4-936b-4290-a5d7-4f9fec709f7b tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:43:44.472571 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-dd88bdec-fb2c-4bc9-a58a-f221ea3c6c76 req-7c72dcc4-936b-4290-a5d7-4f9fec709f7b tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/ports?device_id=792bbfcb-947a-4ff0-8d42-4bddace973a7 HTTP/1.1" status: 200 len: 985 time: 0.0970299 Apr 21 06:43:44.523088 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-dd88bdec-fb2c-4bc9-a58a-f221ea3c6c76 req-7260e2d3-47ad-413c-a8d1-3c333e4d7982 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/security-groups?id=b70f9e4a-7d9e-4512-bd1a-440c3325dde2&id=eb5e5b7a-70c7-4523-b256-9888b97d6f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0438428 Apr 21 06:43:45.734959 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1a260-6825-4afc-8e43-ea093c9779cb req-adffdd9f-27af-41e8-b32c-b52be114762b tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:43:45.736660 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-15d1a260-6825-4afc-8e43-ea093c9779cb req-adffdd9f-27af-41e8-b32c-b52be114762b tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/ports?device_id=792bbfcb-947a-4ff0-8d42-4bddace973a7 HTTP/1.1" status: 200 len: 985 time: 0.0915165 Apr 21 06:43:45.801325 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-15d1a260-6825-4afc-8e43-ea093c9779cb req-ebf40cf2-7239-48eb-aac6-d6feff62acb4 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/security-groups?id=b70f9e4a-7d9e-4512-bd1a-440c3325dde2&id=eb5e5b7a-70c7-4523-b256-9888b97d6f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579650 Apr 21 06:43:47.248745 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84cf971-a264-47cd-9cb7-5277ee16061f req-0a7b7881-56bf-4377-8049-e39540fb9e1a tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:43:47.250402 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c84cf971-a264-47cd-9cb7-5277ee16061f req-0a7b7881-56bf-4377-8049-e39540fb9e1a tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/ports?device_id=792bbfcb-947a-4ff0-8d42-4bddace973a7 HTTP/1.1" status: 200 len: 985 time: 0.3357933 Apr 21 06:43:47.302649 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c84cf971-a264-47cd-9cb7-5277ee16061f req-59cfc508-9309-41c4-8c1e-c78ac914c9d8 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/security-groups?id=b70f9e4a-7d9e-4512-bd1a-440c3325dde2&id=eb5e5b7a-70c7-4523-b256-9888b97d6f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0450082 Apr 21 06:43:48.506603 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9599f12-c9c5-4c09-aceb-bbbe13b7f62f req-73ef8746-9469-4ea4-9f21-b91986eabe1f tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:43:48.508274 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d9599f12-c9c5-4c09-aceb-bbbe13b7f62f req-73ef8746-9469-4ea4-9f21-b91986eabe1f tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/ports?device_id=792bbfcb-947a-4ff0-8d42-4bddace973a7 HTTP/1.1" status: 200 len: 985 time: 0.0929921 Apr 21 06:43:48.566788 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-d9599f12-c9c5-4c09-aceb-bbbe13b7f62f req-80f0a92b-64ea-442e-a931-f230b29fb410 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/security-groups?id=b70f9e4a-7d9e-4512-bd1a-440c3325dde2&id=eb5e5b7a-70c7-4523-b256-9888b97d6f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0476146 Apr 21 06:43:49.767515 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ef42b-3a4f-4486-89f3-731019f84dc6 req-a00d1a76-7f1a-49ac-8af3-9f3209415a0d tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:43:49.769119 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-545ef42b-3a4f-4486-89f3-731019f84dc6 req-a00d1a76-7f1a-49ac-8af3-9f3209415a0d tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/ports?device_id=792bbfcb-947a-4ff0-8d42-4bddace973a7 HTTP/1.1" status: 200 len: 985 time: 0.0895085 Apr 21 06:43:49.826087 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-545ef42b-3a4f-4486-89f3-731019f84dc6 req-7e12ec90-c361-4c83-a8fc-741892c08ffe tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/security-groups?id=b70f9e4a-7d9e-4512-bd1a-440c3325dde2&id=eb5e5b7a-70c7-4523-b256-9888b97d6f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0486579 Apr 21 06:43:57.096056 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:44:02.106657 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-65a1f84f-37d3-4703-a108-a2a5b9ffc829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:04.552015 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-81435b34-33e6-4c21-b544-3fac179a1ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:05.260791 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:05.629986 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:06.298336 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:07.185450 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:22.160180 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c84a4075-ea22-40d3-ae0c-1ba4cad122de req-299eec0c-aa60-4b47-af70-eb09ef0be2f7 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1796570723&fields=id&tenant_id=588bf127fe68422c8cc2a85822dd1452 HTTP/1.1" status: 200 len: 267 time: 0.0449085 Apr 21 06:44:22.258460 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a4075-ea22-40d3-ae0c-1ba4cad122de req-39b98801-e639-48a2-ad25-fffbee8170aa tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:44:22.260298 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c84a4075-ea22-40d3-ae0c-1ba4cad122de req-39b98801-e639-48a2-ad25-fffbee8170aa tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/ports?device_id=792bbfcb-947a-4ff0-8d42-4bddace973a7 HTTP/1.1" status: 200 len: 985 time: 0.0932696 Apr 21 06:44:22.274145 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.v2.base [req-c84a4075-ea22-40d3-ae0c-1ba4cad122de req-32367df5-6f0c-46f4-8fd9-59b1250b9798 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Request body: {'port': {'security_groups': ['b70f9e4a-7d9e-4512-bd1a-440c3325dde2']}} {{(pid=86433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:44:22.406269 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-c84a4075-ea22-40d3-ae0c-1ba4cad122de req-32367df5-6f0c-46f4-8fd9-59b1250b9798 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520991'] for port, before_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:22.673599 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [req-c84a4075-ea22-40d3-ae0c-1ba4cad122de req-32367df5-6f0c-46f4-8fd9-59b1250b9798 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] For port 6ed35a3d-9a54-4458-a4a9-c6a82e0bc385, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=6ed35a3d-9a54-4458-a4a9-c6a82e0bc385,segment=NetworkSegment(7bcfb457-3f53-486c-9eb7-4c2e3309d75b),segment_id=7bcfb457-3f53-486c-9eb7-4c2e3309d75b)] {{(pid=86433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:44:22.701315 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-c84a4075-ea22-40d3-ae0c-1ba4cad122de req-32367df5-6f0c-46f4-8fd9-59b1250b9798 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Notify callbacks [] for port, precommit_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:22.728498 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-c84a4075-ea22-40d3-ae0c-1ba4cad122de req-32367df5-6f0c-46f4-8fd9-59b1250b9798 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765873420232', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363270981802953', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765872972881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848204360'] for port, after_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:22.735719 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-8a294f31-75ea-4a19-b93e-b102c143e437 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:44:22.739894 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] get_ports_and_sgs() called for port_ids ['6ed35a3d-9a54-4458-a4a9-c6a82e0bc385'] {{(pid=86434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:44:22.800180 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a4075-ea22-40d3-ae0c-1ba4cad122de req-32367df5-6f0c-46f4-8fd9-59b1250b9798 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:44:22.800870 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-c84a4075-ea22-40d3-ae0c-1ba4cad122de req-32367df5-6f0c-46f4-8fd9-59b1250b9798 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:22.802666 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-c84a4075-ea22-40d3-ae0c-1ba4cad122de req-32367df5-6f0c-46f4-8fd9-59b1250b9798 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "PUT /v2.0/ports/6ed35a3d-9a54-4458-a4a9-c6a82e0bc385 HTTP/1.1" status: 200 len: 943 time: 0.5345342 Apr 21 06:44:22.805666 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '792bbfcb-947a-4ff0-8d42-4bddace973a7', 'tag': '6ed35a3d-9a54-4458-a4a9-c6a82e0bc385'}] {{(pid=86433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:44:22.809016 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 58618) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:44:22.850584 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32367df5-6f0c-46f4-8fd9-59b1250b9798 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Pushing event updated for resources: {'Port': ['ID=6ed35a3d-9a54-4458-a4a9-c6a82e0bc385,revision_number=7']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:44:22.861454 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32367df5-6f0c-46f4-8fd9-59b1250b9798 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:44:22.862091 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32367df5-6f0c-46f4-8fd9-59b1250b9798 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:44:22.862718 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32367df5-6f0c-46f4-8fd9-59b1250b9798 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:44:22.863302 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32367df5-6f0c-46f4-8fd9-59b1250b9798 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:44:22.863892 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32367df5-6f0c-46f4-8fd9-59b1250b9798 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:44:22.864468 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32367df5-6f0c-46f4-8fd9-59b1250b9798 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:44:22.865089 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32367df5-6f0c-46f4-8fd9-59b1250b9798 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:44:22.865675 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32367df5-6f0c-46f4-8fd9-59b1250b9798 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:44:22.866296 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32367df5-6f0c-46f4-8fd9-59b1250b9798 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:44:22.866923 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32367df5-6f0c-46f4-8fd9-59b1250b9798 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:44:22.867556 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32367df5-6f0c-46f4-8fd9-59b1250b9798 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:44:22.870230 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32367df5-6f0c-46f4-8fd9-59b1250b9798 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:44:22.879926 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-32367df5-6f0c-46f4-8fd9-59b1250b9798 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:44:22.901443 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] get_ports_and_sgs() called for port_ids ['6ed35a3d-9a54-4458-a4a9-c6a82e0bc385'] {{(pid=86434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:44:22.907697 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '792bbfcb-947a-4ff0-8d42-4bddace973a7', 'tag': '6ed35a3d-9a54-4458-a4a9-c6a82e0bc385', 'status': 'completed', 'code': 200} Apr 21 06:44:22.917448 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-88b95492-7839-41ac-a6c1-9ee535da5597 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Notify callbacks [] for security_group, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:23.005740 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-88b95492-7839-41ac-a6c1-9ee535da5597 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:23.076222 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace97a0a-4645-4a96-9430-3c4f36bb3c60 req-936c04a5-b99d-400e-8780-944b79779cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:44:23.077862 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ace97a0a-4645-4a96-9430-3c4f36bb3c60 req-936c04a5-b99d-400e-8780-944b79779cc0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=588bf127fe68422c8cc2a85822dd1452&device_id=792bbfcb-947a-4ff0-8d42-4bddace973a7 HTTP/1.1" status: 200 len: 1099 time: 0.1439250 Apr 21 06:44:23.095847 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.provisioning_blocks [None req-5ff1f26f-545b-4fbb-9300-7e51ae21791b None None] Provisioning complete for port 6ed35a3d-9a54-4458-a4a9-c6a82e0bc385 triggered by entity DHCP. {{(pid=86434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:44:23.096183 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5ff1f26f-545b-4fbb-9300-7e51ae21791b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853314430'] for port, provisioning_complete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:23.236191 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace97a0a-4645-4a96-9430-3c4f36bb3c60 req-acea6974-92cf-4a22-bc89-93e876471670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:44:23.239117 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ace97a0a-4645-4a96-9430-3c4f36bb3c60 req-acea6974-92cf-4a22-bc89-93e876471670 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bf6337d0-797e-4abc-a63d-bc90008830b0 HTTP/1.1" status: 200 len: 916 time: 0.1553357 Apr 21 06:44:23.307358 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-88b95492-7839-41ac-a6c1-9ee535da5597 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:23.324420 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-72e9643a-73e6-4f69-b977-06167da440f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:44:23.353246 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b95492-7839-41ac-a6c1-9ee535da5597 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5e5b7a-70c7-4523-b256-9888b97d6f5f,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:44:23.368819 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b95492-7839-41ac-a6c1-9ee535da5597 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:44:23.369244 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b95492-7839-41ac-a6c1-9ee535da5597 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:44:23.369658 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b95492-7839-41ac-a6c1-9ee535da5597 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:44:23.370068 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b95492-7839-41ac-a6c1-9ee535da5597 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:44:23.370483 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b95492-7839-41ac-a6c1-9ee535da5597 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:44:23.370921 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b95492-7839-41ac-a6c1-9ee535da5597 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:44:23.371328 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b95492-7839-41ac-a6c1-9ee535da5597 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:44:23.371737 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b95492-7839-41ac-a6c1-9ee535da5597 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:44:23.372138 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b95492-7839-41ac-a6c1-9ee535da5597 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:44:23.372542 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b95492-7839-41ac-a6c1-9ee535da5597 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:44:23.372992 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b95492-7839-41ac-a6c1-9ee535da5597 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:44:23.373391 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b95492-7839-41ac-a6c1-9ee535da5597 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-6-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:44:23.378622 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-88b95492-7839-41ac-a6c1-9ee535da5597 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:44:23.391468 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ace97a0a-4645-4a96-9430-3c4f36bb3c60 req-9783f8a1-db54-4cd2-aaba-b775107ddd37 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ed35a3d-9a54-4458-a4a9-c6a82e0bc385 HTTP/1.1" status: 200 len: 1002 time: 0.1450858 Apr 21 06:44:23.396896 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-88b95492-7839-41ac-a6c1-9ee535da5597 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Notify callbacks [] for security_group, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:23.398087 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-88b95492-7839-41ac-a6c1-9ee535da5597 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "DELETE /v2.0/security-groups/eb5e5b7a-70c7-4523-b256-9888b97d6f5f HTTP/1.1" status: 204 len: 168 time: 0.5838628 Apr 21 06:44:23.401781 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86433) accepted ('10.222.0.15', 58626) {{(pid=86433) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:44:23.465052 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace97a0a-4645-4a96-9430-3c4f36bb3c60 req-ab573f32-81bc-468c-a309-942a737b8c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:44:23.466648 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ace97a0a-4645-4a96-9430-3c4f36bb3c60 req-ab573f32-81bc-468c-a309-942a737b8c2f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e6e6ca67-bee9-4465-9a03-41fdde82d483 HTTP/1.1" status: 200 len: 854 time: 0.0668561 Apr 21 06:44:23.554244 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace97a0a-4645-4a96-9430-3c4f36bb3c60 req-caf32aab-4265-4b03-bdcf-f9b76b1cd83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:44:23.556767 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ace97a0a-4645-4a96-9430-3c4f36bb3c60 req-caf32aab-4265-4b03-bdcf-f9b76b1cd83f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bf6337d0-797e-4abc-a63d-bc90008830b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0837958 Apr 21 06:44:23.621780 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-cb157e0b-7fcd-4196-b2c5-453a7370d28b tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Deleting port 897a8f82-dc05-47c3-b637-42d70c32dff6 {{(pid=86433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:44:23.622159 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-cb157e0b-7fcd-4196-b2c5-453a7370d28b tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363270981359476'] for port, before_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:23.708800 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ace97a0a-4645-4a96-9430-3c4f36bb3c60 req-b583d60a-d62b-41a1-8743-0dd06a927925 service neutron] 10.222.0.11 "GET /v2.0/networks/bf6337d0-797e-4abc-a63d-bc90008830b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444280 Apr 21 06:44:23.817609 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-cb157e0b-7fcd-4196-b2c5-453a7370d28b tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846743427'] for port, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:23.817913 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-cb157e0b-7fcd-4196-b2c5-453a7370d28b tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:23.852207 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ace97a0a-4645-4a96-9430-3c4f36bb3c60 req-d15468a1-591a-4bbd-b3ff-426eadbf611e service neutron] 10.222.0.11 "GET /v2.0/networks/bf6337d0-797e-4abc-a63d-bc90008830b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373653 Apr 21 06:44:23.956025 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-cb157e0b-7fcd-4196-b2c5-453a7370d28b tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Calling delete_port for 897a8f82-dc05-47c3-b637-42d70c32dff6 owned by network:floatingip {{(pid=86433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:44:24.369182 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-cb157e0b-7fcd-4196-b2c5-453a7370d28b tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270981355551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765872972847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6571441'] for port, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:24.374202 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-65d9b53a-fed8-4871-bae4-19fa98068e3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:44:24.420335 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb157e0b-7fcd-4196-b2c5-453a7370d28b tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Pushing event deleted for resources: {'Port': ['ID=897a8f82-dc05-47c3-b637-42d70c32dff6,revision_number=None']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:44:24.423738 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-cb157e0b-7fcd-4196-b2c5-453a7370d28b tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:44:24.518432 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-cb157e0b-7fcd-4196-b2c5-453a7370d28b tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Notify callbacks [] for floatingip, after_delete {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:24.518773 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.db.l3_db [None req-cb157e0b-7fcd-4196-b2c5-453a7370d28b tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Floating IP 8518284c-cc59-49be-82c5-27ff57028a71 disassociated (deleted). External IP: 172.27.2.214, port: 6ed35a3d-9a54-4458-a4a9-c6a82e0bc385. Apr 21 06:44:24.890822 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb157e0b-7fcd-4196-b2c5-453a7370d28b tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Router e85b5638-349b-45fb-86a9-570df28b04ac has already been hosted by L3 agent 11ad1a07-0ae8-4245-9270-47a08d3f943a {{(pid=86433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 06:44:25.088177 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb157e0b-7fcd-4196-b2c5-453a7370d28b tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Notify agent at l3_agent.dv-cinder-782390-6-iscsi the message routers_updated {{(pid=86433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 06:44:25.098420 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c813ca5-9426-4738-853c-2f3d3e83a167 None None] Sync routers for ids ['e85b5638-349b-45fb-86a9-570df28b04ac'] in dv-cinder-782390-6-iscsi {{(pid=86434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 06:44:25.110428 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c813ca5-9426-4738-853c-2f3d3e83a167 None None] Routers {'e85b5638-349b-45fb-86a9-570df28b04ac'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:44:25.112168 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-1c813ca5-9426-4738-853c-2f3d3e83a167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T06:44:05Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['e85b5638-349b-45fb-86a9-570df28b04ac'], 'active': True} {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:44:25.138179 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-cb157e0b-7fcd-4196-b2c5-453a7370d28b tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:25.198844 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-cb157e0b-7fcd-4196-b2c5-453a7370d28b tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "DELETE /v2.0/floatingips/8518284c-cc59-49be-82c5-27ff57028a71 HTTP/1.1" status: 204 len: 168 time: 1.7958446 Apr 21 06:44:25.199797 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '792bbfcb-947a-4ff0-8d42-4bddace973a7', 'tag': '6ed35a3d-9a54-4458-a4a9-c6a82e0bc385'}] {{(pid=86433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:44:25.265824 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '792bbfcb-947a-4ff0-8d42-4bddace973a7', 'tag': '6ed35a3d-9a54-4458-a4a9-c6a82e0bc385', 'status': 'completed', 'code': 200} Apr 21 06:44:25.372582 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-1c813ca5-9426-4738-853c-2f3d3e83a167 None None] Set router e85b5638-349b-45fb-86a9-570df28b04ac gateway port host: dv-cinder-782390-6-iscsi {{(pid=86434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:44:25.447994 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f016a5f4-2465-4a43-92cc-16176ce817b5 req-cfcf35ff-8693-4477-9de0-6dfb5d122479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:44:25.451005 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f016a5f4-2465-4a43-92cc-16176ce817b5 req-cfcf35ff-8693-4477-9de0-6dfb5d122479 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=588bf127fe68422c8cc2a85822dd1452&device_id=792bbfcb-947a-4ff0-8d42-4bddace973a7 HTTP/1.1" status: 200 len: 1099 time: 0.1482041 Apr 21 06:44:25.608544 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f016a5f4-2465-4a43-92cc-16176ce817b5 req-8573246f-17a2-4d87-bb4a-ae8fff6e86df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:44:25.610266 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f016a5f4-2465-4a43-92cc-16176ce817b5 req-8573246f-17a2-4d87-bb4a-ae8fff6e86df service neutron] 10.222.0.11 "GET /v2.0/networks?id=bf6337d0-797e-4abc-a63d-bc90008830b0 HTTP/1.1" status: 200 len: 916 time: 0.1530156 Apr 21 06:44:25.692793 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f016a5f4-2465-4a43-92cc-16176ce817b5 req-7f245516-af6b-41a6-acc2-28b9294067f9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ed35a3d-9a54-4458-a4a9-c6a82e0bc385 HTTP/1.1" status: 200 len: 217 time: 0.0751703 Apr 21 06:44:25.744251 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-1c813ca5-9426-4738-853c-2f3d3e83a167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e85b5638-349b-45fb-86a9-570df28b04ac', 'name': 'tempest-TestMinimumBasicScenario-1646822079-router', 'tenant_id': '588bf127fe68422c8cc2a85822dd1452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '585f0499-909c-4b13-b953-6bae29700e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:42:07Z', 'updated_at': '2021-04-21T06:42:13Z', 'revision_number': 4, 'project_id': '588bf127fe68422c8cc2a85822dd1452', 'gw_port': {'id': '585f0499-909c-4b13-b953-6bae29700e0f', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ac:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85b5638-349b-45fb-86a9-570df28b04ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:42:09Z', 'updated_at': '2021-04-21T06:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi', '_interfaces': [{'id': '414c63a9-f487-4fdb-a0c9-632b7978c5ac', 'name': '', 'network_id': 'bf6337d0-797e-4abc-a63d-bc90008830b0', 'tenant_id': '588bf127fe68422c8cc2a85822dd1452', 'mac_address': 'fa:16:3e:58:b1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85b5638-349b-45fb-86a9-570df28b04ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'e6e6ca67-bee9-4465-9a03-41fdde82d483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:42:12Z', 'updated_at': '2021-04-21T06:42:21Z', 'revision_number': 5, 'project_id': '588bf127fe68422c8cc2a85822dd1452', 'subnets': [{'id': 'e6e6ca67-bee9-4465-9a03-41fdde82d483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:44:25.749185 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c813ca5-9426-4738-853c-2f3d3e83a167 None None] Checking router: e85b5638-349b-45fb-86a9-570df28b04ac for host: dv-cinder-782390-6-iscsi {{(pid=86434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 06:44:25.760495 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c813ca5-9426-4738-853c-2f3d3e83a167 None None] Routers {'e85b5638-349b-45fb-86a9-570df28b04ac'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:44:25.761272 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-1c813ca5-9426-4738-853c-2f3d3e83a167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T06:44:05Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['e85b5638-349b-45fb-86a9-570df28b04ac'], 'active': True} {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:44:25.769199 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f016a5f4-2465-4a43-92cc-16176ce817b5 req-1509afc2-776e-436a-8a7c-3820a95b61e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:44:25.771081 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f016a5f4-2465-4a43-92cc-16176ce817b5 req-1509afc2-776e-436a-8a7c-3820a95b61e5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e6e6ca67-bee9-4465-9a03-41fdde82d483 HTTP/1.1" status: 200 len: 854 time: 0.0723627 Apr 21 06:44:25.892018 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f016a5f4-2465-4a43-92cc-16176ce817b5 req-d0f31c93-088b-40c3-b386-27f14ec55909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:44:25.893892 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f016a5f4-2465-4a43-92cc-16176ce817b5 req-d0f31c93-088b-40c3-b386-27f14ec55909 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bf6337d0-797e-4abc-a63d-bc90008830b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1165178 Apr 21 06:44:25.969297 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-1c813ca5-9426-4738-853c-2f3d3e83a167 None None] Set router e85b5638-349b-45fb-86a9-570df28b04ac gateway port host: dv-cinder-782390-6-iscsi {{(pid=86434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:44:26.065243 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f016a5f4-2465-4a43-92cc-16176ce817b5 req-cf3dd216-6b0d-4bbb-b019-c638edfa3a5b service neutron] 10.222.0.11 "GET /v2.0/networks/bf6337d0-797e-4abc-a63d-bc90008830b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638367 Apr 21 06:44:26.230049 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-f016a5f4-2465-4a43-92cc-16176ce817b5 req-39d412fb-3ac5-48fd-a70f-1b02ae146823 service neutron] 10.222.0.11 "GET /v2.0/networks/bf6337d0-797e-4abc-a63d-bc90008830b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572895 Apr 21 06:44:26.494130 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-1c813ca5-9426-4738-853c-2f3d3e83a167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e85b5638-349b-45fb-86a9-570df28b04ac', 'name': 'tempest-TestMinimumBasicScenario-1646822079-router', 'tenant_id': '588bf127fe68422c8cc2a85822dd1452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '585f0499-909c-4b13-b953-6bae29700e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:42:07Z', 'updated_at': '2021-04-21T06:42:13Z', 'revision_number': 4, 'project_id': '588bf127fe68422c8cc2a85822dd1452', 'gw_port': {'id': '585f0499-909c-4b13-b953-6bae29700e0f', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ac:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85b5638-349b-45fb-86a9-570df28b04ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:42:09Z', 'updated_at': '2021-04-21T06:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi', '_interfaces': [{'id': '414c63a9-f487-4fdb-a0c9-632b7978c5ac', 'name': '', 'network_id': 'bf6337d0-797e-4abc-a63d-bc90008830b0', 'tenant_id': '588bf127fe68422c8cc2a85822dd1452', 'mac_address': 'fa:16:3e:58:b1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85b5638-349b-45fb-86a9-570df28b04ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'e6e6ca67-bee9-4465-9a03-41fdde82d483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:42:12Z', 'updated_at': '2021-04-21T06:42:21Z', 'revision_number': 5, 'project_id': '588bf127fe68422c8cc2a85822dd1452', 'subnets': [{'id': 'e6e6ca67-bee9-4465-9a03-41fdde82d483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:44:26.498424 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c813ca5-9426-4738-853c-2f3d3e83a167 None None] The sync data for ids ['e85b5638-349b-45fb-86a9-570df28b04ac'] in dv-cinder-782390-6-iscsi is: [{'id': 'e85b5638-349b-45fb-86a9-570df28b04ac', 'name': 'tempest-TestMinimumBasicScenario-1646822079-router', 'tenant_id': '588bf127fe68422c8cc2a85822dd1452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '585f0499-909c-4b13-b953-6bae29700e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:42:07Z', 'updated_at': '2021-04-21T06:42:13Z', 'revision_number': 4, 'project_id': '588bf127fe68422c8cc2a85822dd1452', 'gw_port': {'id': '585f0499-909c-4b13-b953-6bae29700e0f', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ac:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85b5638-349b-45fb-86a9-570df28b04ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:42:09Z', 'updated_at': '2021-04-21T06:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi', '_interfaces': [{'id': '414c63a9-f487-4fdb-a0c9-632b7978c5ac', 'name': '', 'network_id': 'bf6337d0-797e-4abc-a63d-bc90008830b0', 'tenant_id': '588bf127fe68422c8cc2a85822dd1452', 'mac_address': 'fa:16:3e:58:b1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85b5638-349b-45fb-86a9-570df28b04ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'e6e6ca67-bee9-4465-9a03-41fdde82d483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:42:12Z', 'updated_at': '2021-04-21T06:42:21Z', 'revision_number': 5, 'project_id': '588bf127fe68422c8cc2a85822dd1452', 'subnets': [{'id': 'e6e6ca67-bee9-4465-9a03-41fdde82d483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 06:44:26.866259 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3484bb8f-8be8-466e-9a3a-d3ddef6c964d None None] New status for floating IP 8518284c-cc59-49be-82c5-27ff57028a71: DOWN {{(pid=86435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 21 06:44:28.993779 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8bb9dc-fbf8-4027-941c-3d8c28aae66d req-ca60e509-e653-4fc9-8a9f-58de6c1f1782 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:44:28.995423 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ee8bb9dc-fbf8-4027-941c-3d8c28aae66d req-ca60e509-e653-4fc9-8a9f-58de6c1f1782 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/ports?device_id=792bbfcb-947a-4ff0-8d42-4bddace973a7 HTTP/1.1" status: 200 len: 946 time: 0.0932128 Apr 21 06:44:29.047477 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-ee8bb9dc-fbf8-4027-941c-3d8c28aae66d req-ad16a63a-8501-4316-a32d-76a0fe5403bb tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Synchronizing usage tracker for tenant:588bf127fe68422c8cc2a85822dd1452 on resource:security_group {{(pid=86432) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:44:29.097438 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-ee8bb9dc-fbf8-4027-941c-3d8c28aae66d req-ad16a63a-8501-4316-a32d-76a0fe5403bb tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Unset dirty status for tenant:588bf127fe68422c8cc2a85822dd1452 on resource:security_group {{(pid=86432) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:44:29.098670 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-ee8bb9dc-fbf8-4027-941c-3d8c28aae66d req-ad16a63a-8501-4316-a32d-76a0fe5403bb tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/security-groups?id=b70f9e4a-7d9e-4512-bd1a-440c3325dde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963519 Apr 21 06:44:30.312430 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f794b-4dfa-4a92-b9a5-d876b4170bc9 req-02e74f39-5f01-412b-a132-d9c67b84012a tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:44:30.313270 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-086f794b-4dfa-4a92-b9a5-d876b4170bc9 req-02e74f39-5f01-412b-a132-d9c67b84012a tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Synchronizing usage tracker for tenant:588bf127fe68422c8cc2a85822dd1452 on resource:port {{(pid=86433) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:44:30.465410 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.quota.resource [req-086f794b-4dfa-4a92-b9a5-d876b4170bc9 req-02e74f39-5f01-412b-a132-d9c67b84012a tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Unset dirty status for tenant:588bf127fe68422c8cc2a85822dd1452 on resource:port {{(pid=86433) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:44:30.466788 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-086f794b-4dfa-4a92-b9a5-d876b4170bc9 req-02e74f39-5f01-412b-a132-d9c67b84012a tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/ports?device_id=792bbfcb-947a-4ff0-8d42-4bddace973a7 HTTP/1.1" status: 200 len: 946 time: 0.2479253 Apr 21 06:44:30.515224 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-086f794b-4dfa-4a92-b9a5-d876b4170bc9 req-587b6cde-7d3d-49aa-acda-7a408b1e2bac tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/security-groups?id=b70f9e4a-7d9e-4512-bd1a-440c3325dde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417576 Apr 21 06:44:30.555135 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ae2576-bc86-4c49-9562-aad552f2a7c8 req-e5eb017c-404e-4de1-b3d8-d65cf68ab324 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:44:30.556674 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-17ae2576-bc86-4c49-9562-aad552f2a7c8 req-e5eb017c-404e-4de1-b3d8-d65cf68ab324 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.11 "GET /v2.0/ports?device_id=792bbfcb-947a-4ff0-8d42-4bddace973a7 HTTP/1.1" status: 200 len: 946 time: 0.0921125 Apr 21 06:44:30.632412 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [req-17ae2576-bc86-4c49-9562-aad552f2a7c8 req-f898ff21-cd3e-466f-ab9a-7bad4bf78271 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Deleting port 6ed35a3d-9a54-4458-a4a9-c6a82e0bc385 {{(pid=86432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:44:30.632811 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-17ae2576-bc86-4c49-9562-aad552f2a7c8 req-f898ff21-cd3e-466f-ab9a-7bad4bf78271 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363270981359476'] for port, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:30.893973 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [req-17ae2576-bc86-4c49-9562-aad552f2a7c8 req-f898ff21-cd3e-466f-ab9a-7bad4bf78271 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] For port 6ed35a3d-9a54-4458-a4a9-c6a82e0bc385, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=6ed35a3d-9a54-4458-a4a9-c6a82e0bc385,segment=NetworkSegment(7bcfb457-3f53-486c-9eb7-4c2e3309d75b),segment_id=7bcfb457-3f53-486c-9eb7-4c2e3309d75b)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:44:30.894290 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-17ae2576-bc86-4c49-9562-aad552f2a7c8 req-f898ff21-cd3e-466f-ab9a-7bad4bf78271 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846743427'] for port, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:31.023352 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [req-17ae2576-bc86-4c49-9562-aad552f2a7c8 req-f898ff21-cd3e-466f-ab9a-7bad4bf78271 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Calling delete_port for 6ed35a3d-9a54-4458-a4a9-c6a82e0bc385 owned by compute:nova {{(pid=86432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:44:31.208285 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-17ae2576-bc86-4c49-9562-aad552f2a7c8 req-f898ff21-cd3e-466f-ab9a-7bad4bf78271 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270981355551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765872972847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848222423'] for port, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:31.214927 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-f38aa307-093e-4141-a520-13c6b0aa9f30 tempest-DeleteServersTestJSON-1163031252 tempest-DeleteServersTestJSON-1163031252-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:44:31.220285 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] get_ports_and_sgs() called for port_ids ['6ed35a3d-9a54-4458-a4a9-c6a82e0bc385'] {{(pid=86434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:44:31.292540 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f898ff21-cd3e-466f-ab9a-7bad4bf78271 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Pushing event deleted for resources: {'Port': ['ID=6ed35a3d-9a54-4458-a4a9-c6a82e0bc385,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:44:31.296701 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-f898ff21-cd3e-466f-ab9a-7bad4bf78271 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:44:31.381914 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [req-17ae2576-bc86-4c49-9562-aad552f2a7c8 req-f898ff21-cd3e-466f-ab9a-7bad4bf78271 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] No DVR routers for this DVR port 6ed35a3d-9a54-4458-a4a9-c6a82e0bc385 on host hv-cinder-78239 {{(pid=86432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 06:44:31.384720 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [req-17ae2576-bc86-4c49-9562-aad552f2a7c8 req-f898ff21-cd3e-466f-ab9a-7bad4bf78271 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:31.387884 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '792bbfcb-947a-4ff0-8d42-4bddace973a7', 'name': 'network-vif-deleted', 'tag': '6ed35a3d-9a54-4458-a4a9-c6a82e0bc385'}] {{(pid=86432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:44:31.424176 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-17ae2576-bc86-4c49-9562-aad552f2a7c8 req-f898ff21-cd3e-466f-ab9a-7bad4bf78271 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.11 "DELETE /v2.0/ports/6ed35a3d-9a54-4458-a4a9-c6a82e0bc385 HTTP/1.1" status: 204 len: 173 time: 0.8616753 Apr 21 06:44:31.446833 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '792bbfcb-947a-4ff0-8d42-4bddace973a7', 'name': 'network-vif-deleted', 'tag': '6ed35a3d-9a54-4458-a4a9-c6a82e0bc385', 'status': 'completed', 'code': 200} Apr 21 06:44:31.695250 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [req-a28bccdd-8f71-45c7-aa22-d4d41ea216a3 req-1e9f98a8-9a36-48b0-9c27-abaaa0e6fb98 tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] 10.222.0.15 "GET /v2.0/ports?device_id=792bbfcb-947a-4ff0-8d42-4bddace973a7 HTTP/1.1" status: 200 len: 210 time: 0.0487652 Apr 21 06:44:32.097303 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-89f901d8-c1a4-4c02-b345-d6844e92c4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:33.966223 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 58712) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:44:34.097117 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:44:34.140280 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Device 6ed35a3d-9a54-4458-a4a9-c6a82e0bc385 no longer exists at agent hyperv_hv-cinder-78239 {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:44:34.182159 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] No Port match for: 6ed35a3d-9a54-4458-a4a9-c6a82e0bc385 {{(pid=86434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:44:34.182546 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Device 6ed35a3d-9a54-4458-a4a9-c6a82e0bc385 not bound to the agent host hv-cinder-78239 {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:44:34.562495 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-1dad3881-634d-45a0-916a-a23477aecf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:34.801398 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0b755286-ce89-4b0f-8d97-b939f8407f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036846765670'] for router_interface, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:35.176370 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-0b755286-ce89-4b0f-8d97-b939f8407f19 admin admin] Deleting port 414c63a9-f487-4fdb-a0c9-632b7978c5ac {{(pid=86432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:44:35.177016 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0b755286-ce89-4b0f-8d97-b939f8407f19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363270981359476'] for port, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:35.256885 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:35.359946 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-0b755286-ce89-4b0f-8d97-b939f8407f19 admin admin] For port 414c63a9-f487-4fdb-a0c9-632b7978c5ac, host dv-cinder-782390-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=414c63a9-f487-4fdb-a0c9-632b7978c5ac,segment=NetworkSegment(7bcfb457-3f53-486c-9eb7-4c2e3309d75b),segment_id=7bcfb457-3f53-486c-9eb7-4c2e3309d75b)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:44:35.360336 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0b755286-ce89-4b0f-8d97-b939f8407f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846743427'] for port, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:35.488906 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-0b755286-ce89-4b0f-8d97-b939f8407f19 admin admin] Calling delete_port for 414c63a9-f487-4fdb-a0c9-632b7978c5ac owned by network:router_interface {{(pid=86432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:44:35.673950 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:35.753961 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0b755286-ce89-4b0f-8d97-b939f8407f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270981355551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765872972847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848222423'] for port, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:35.758512 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-c9c7660f-f731-4401-8f01-d9fb215a93b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:44:35.807511 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b755286-ce89-4b0f-8d97-b939f8407f19 admin admin] Pushing event deleted for resources: {'Port': ['ID=414c63a9-f487-4fdb-a0c9-632b7978c5ac,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:44:35.810935 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-0b755286-ce89-4b0f-8d97-b939f8407f19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:44:36.094218 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0b755286-ce89-4b0f-8d97-b939f8407f19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7911846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846765596'] for router_interface, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:36.308686 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:36.484080 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b755286-ce89-4b0f-8d97-b939f8407f19 admin admin] Router e85b5638-349b-45fb-86a9-570df28b04ac has already been hosted by L3 agent 11ad1a07-0ae8-4245-9270-47a08d3f943a {{(pid=86432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 06:44:36.675017 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b755286-ce89-4b0f-8d97-b939f8407f19 admin admin] Notify agent at l3_agent.dv-cinder-782390-6-iscsi the message routers_updated {{(pid=86432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 06:44:36.686134 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d2191e-0201-4e56-805c-5b6248d914ba None None] Sync routers for ids ['e85b5638-349b-45fb-86a9-570df28b04ac'] in dv-cinder-782390-6-iscsi {{(pid=86434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 06:44:36.690251 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-0b755286-ce89-4b0f-8d97-b939f8407f19 admin admin] 10.222.0.15 "PUT /v2.0/routers/e85b5638-349b-45fb-86a9-570df28b04ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7227242 Apr 21 06:44:36.692948 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 58718) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:44:36.698478 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d2191e-0201-4e56-805c-5b6248d914ba None None] Routers {'e85b5638-349b-45fb-86a9-570df28b04ac'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:44:36.698478 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-83d2191e-0201-4e56-805c-5b6248d914ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T06:44:35Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['e85b5638-349b-45fb-86a9-570df28b04ac'], 'active': True} {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:44:36.881002 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-034f879e-3de7-4f32-b543-af90d5bb268d admin admin] Notify callbacks [] for router, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:36.887487 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-83d2191e-0201-4e56-805c-5b6248d914ba None None] Set router e85b5638-349b-45fb-86a9-570df28b04ac gateway port host: dv-cinder-782390-6-iscsi {{(pid=86434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:44:37.221309 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-83d2191e-0201-4e56-805c-5b6248d914ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e85b5638-349b-45fb-86a9-570df28b04ac', 'name': 'tempest-TestMinimumBasicScenario-1646822079-router', 'tenant_id': '588bf127fe68422c8cc2a85822dd1452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '585f0499-909c-4b13-b953-6bae29700e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:42:07Z', 'updated_at': '2021-04-21T06:44:35Z', 'revision_number': 5, 'project_id': '588bf127fe68422c8cc2a85822dd1452', 'gw_port': {'id': '585f0499-909c-4b13-b953-6bae29700e0f', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ac:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85b5638-349b-45fb-86a9-570df28b04ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:42:09Z', 'updated_at': '2021-04-21T06:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi'}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:44:37.227349 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d2191e-0201-4e56-805c-5b6248d914ba None None] Checking router: e85b5638-349b-45fb-86a9-570df28b04ac for host: dv-cinder-782390-6-iscsi {{(pid=86434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 06:44:37.241021 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d2191e-0201-4e56-805c-5b6248d914ba None None] Routers {'e85b5638-349b-45fb-86a9-570df28b04ac'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:44:37.242715 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-83d2191e-0201-4e56-805c-5b6248d914ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T06:44:35Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['e85b5638-349b-45fb-86a9-570df28b04ac'], 'active': True} {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:44:37.308204 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:37.319593 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-034f879e-3de7-4f32-b543-af90d5bb268d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:37.365004 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-034f879e-3de7-4f32-b543-af90d5bb268d admin admin] Deleting port 585f0499-909c-4b13-b953-6bae29700e0f {{(pid=86432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:44:37.365375 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-034f879e-3de7-4f32-b543-af90d5bb268d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363270981359476'] for port, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:37.439758 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-83d2191e-0201-4e56-805c-5b6248d914ba None None] Set router e85b5638-349b-45fb-86a9-570df28b04ac gateway port host: dv-cinder-782390-6-iscsi {{(pid=86434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:44:37.551285 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-034f879e-3de7-4f32-b543-af90d5bb268d admin admin] For port 585f0499-909c-4b13-b953-6bae29700e0f, host dv-cinder-782390-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=585f0499-909c-4b13-b953-6bae29700e0f,segment=NetworkSegment(d57a18c0-30ee-4dde-82a2-7c14b6979212),segment_id=d57a18c0-30ee-4dde-82a2-7c14b6979212)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:44:37.551706 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-034f879e-3de7-4f32-b543-af90d5bb268d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846743427'] for port, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:37.684354 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-034f879e-3de7-4f32-b543-af90d5bb268d admin admin] Calling delete_port for 585f0499-909c-4b13-b953-6bae29700e0f owned by network:router_gateway {{(pid=86432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:44:37.744061 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-83d2191e-0201-4e56-805c-5b6248d914ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e85b5638-349b-45fb-86a9-570df28b04ac', 'name': 'tempest-TestMinimumBasicScenario-1646822079-router', 'tenant_id': '588bf127fe68422c8cc2a85822dd1452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '585f0499-909c-4b13-b953-6bae29700e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:42:07Z', 'updated_at': '2021-04-21T06:44:35Z', 'revision_number': 5, 'project_id': '588bf127fe68422c8cc2a85822dd1452', 'gw_port': {'id': '585f0499-909c-4b13-b953-6bae29700e0f', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ac:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85b5638-349b-45fb-86a9-570df28b04ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:42:09Z', 'updated_at': '2021-04-21T06:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi'}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:44:37.748206 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d2191e-0201-4e56-805c-5b6248d914ba None None] The sync data for ids ['e85b5638-349b-45fb-86a9-570df28b04ac'] in dv-cinder-782390-6-iscsi is: [{'id': 'e85b5638-349b-45fb-86a9-570df28b04ac', 'name': 'tempest-TestMinimumBasicScenario-1646822079-router', 'tenant_id': '588bf127fe68422c8cc2a85822dd1452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '585f0499-909c-4b13-b953-6bae29700e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:42:07Z', 'updated_at': '2021-04-21T06:44:35Z', 'revision_number': 5, 'project_id': '588bf127fe68422c8cc2a85822dd1452', 'gw_port': {'id': '585f0499-909c-4b13-b953-6bae29700e0f', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ac:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85b5638-349b-45fb-86a9-570df28b04ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:42:09Z', 'updated_at': '2021-04-21T06:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi'}] {{(pid=86434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 06:44:38.045814 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-034f879e-3de7-4f32-b543-af90d5bb268d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270981355551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765872972847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848222423'] for port, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:38.051138 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-6a37457e-b14b-43f9-9f85-a09bb1d06aa2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:44:38.104012 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034f879e-3de7-4f32-b543-af90d5bb268d admin admin] Pushing event deleted for resources: {'Port': ['ID=585f0499-909c-4b13-b953-6bae29700e0f,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:44:38.139221 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-034f879e-3de7-4f32-b543-af90d5bb268d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:44:38.202899 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-034f879e-3de7-4f32-b543-af90d5bb268d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8022373'] for router_gateway, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:38.391259 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-034f879e-3de7-4f32-b543-af90d5bb268d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8010553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854775202'] for router, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:38.393623 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-034f879e-3de7-4f32-b543-af90d5bb268d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:38.588348 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-034f879e-3de7-4f32-b543-af90d5bb268d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846777987'] for router, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:38.588888 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-034f879e-3de7-4f32-b543-af90d5bb268d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e85b5638-349b-45fb-86a9-570df28b04ac {{(pid=86432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 21 06:44:38.602668 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-034f879e-3de7-4f32-b543-af90d5bb268d admin admin] Notify callbacks [] for router, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:38.603922 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-034f879e-3de7-4f32-b543-af90d5bb268d admin admin] 10.222.0.15 "DELETE /v2.0/routers/e85b5638-349b-45fb-86a9-570df28b04ac HTTP/1.1" status: 204 len: 168 time: 1.9100173 Apr 21 06:44:38.606636 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 58722) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:44:38.685730 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf9a61f3-7c2f-46e0-b2bb-42685bfa5b16 admin admin] Deleting subnet e6e6ca67-bee9-4465-9a03-41fdde82d483 {{(pid=86432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 21 06:44:38.691634 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-cf9a61f3-7c2f-46e0-b2bb-42685bfa5b16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:38.736418 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 414c63a9-f487-4fdb-a0c9-632b7978c5ac no longer exists at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:44:38.750606 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-cf9a61f3-7c2f-46e0-b2bb-42685bfa5b16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7129852'] for subnet, precommit_delete_associations {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:38.781561 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] No Port match for: 414c63a9-f487-4fdb-a0c9-632b7978c5ac {{(pid=86434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:44:38.781941 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 414c63a9-f487-4fdb-a0c9-632b7978c5ac not bound to the agent host dv-cinder-782390-6-iscsi {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:44:38.841743 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-cf9a61f3-7c2f-46e0-b2bb-42685bfa5b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853408352'] for subnet, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:39.145460 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-cf9a61f3-7c2f-46e0-b2bb-42685bfa5b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7991656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848222979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847718353'] for subnet, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:39.150906 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:44:39.192573 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9a61f3-7c2f-46e0-b2bb-42685bfa5b16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6e6ca67-bee9-4465-9a03-41fdde82d483,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:44:39.196034 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-cf9a61f3-7c2f-46e0-b2bb-42685bfa5b16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:44:39.197140 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-cf9a61f3-7c2f-46e0-b2bb-42685bfa5b16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846863987'] for subnet, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:39.204264 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-cf9a61f3-7c2f-46e0-b2bb-42685bfa5b16 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e6e6ca67-bee9-4465-9a03-41fdde82d483 HTTP/1.1" status: 204 len: 168 time: 0.5965512 Apr 21 06:44:39.205114 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e454060-a308-47d4-9608-115ca1881349 None None] Network bf6337d0-797e-4abc-a63d-bc90008830b0 requested from dv-cinder-782390-6-iscsi {{(pid=86434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:44:39.206912 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 58726) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:44:39.340881 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-90162920-f6f9-44e2-abdb-db3f38af5e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853439508'] for network, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:39.352804 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-90162920-f6f9-44e2-abdb-db3f38af5e79 admin admin] Deleting port bd110042-b0e0-4701-bb1a-211ca72c979a {{(pid=86432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:44:39.353219 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-90162920-f6f9-44e2-abdb-db3f38af5e79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363270981359476'] for port, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:39.469375 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00b7c51-477f-4c8b-ae36-fa91f88a6838 None None] DHCP port deletion for bf6337d0-797e-4abc-a63d-bc90008830b0 request from dv-cinder-782390-6-iscsi {{(pid=86434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 21 06:44:39.474201 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-c00b7c51-477f-4c8b-ae36-fa91f88a6838 None None] Deleting port bd110042-b0e0-4701-bb1a-211ca72c979a {{(pid=86434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:44:39.474628 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-c00b7c51-477f-4c8b-ae36-fa91f88a6838 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363270981359476'] for port, before_delete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:39.580228 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-90162920-f6f9-44e2-abdb-db3f38af5e79 admin admin] For port bd110042-b0e0-4701-bb1a-211ca72c979a, host dv-cinder-782390-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=bd110042-b0e0-4701-bb1a-211ca72c979a,segment=NetworkSegment(7bcfb457-3f53-486c-9eb7-4c2e3309d75b),segment_id=7bcfb457-3f53-486c-9eb7-4c2e3309d75b)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:44:39.580623 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-90162920-f6f9-44e2-abdb-db3f38af5e79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846743427'] for port, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:39.711064 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-c00b7c51-477f-4c8b-ae36-fa91f88a6838 None None] For port bd110042-b0e0-4701-bb1a-211ca72c979a, host dv-cinder-782390-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=bd110042-b0e0-4701-bb1a-211ca72c979a,segment=NetworkSegment(7bcfb457-3f53-486c-9eb7-4c2e3309d75b),segment_id=7bcfb457-3f53-486c-9eb7-4c2e3309d75b)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:44:39.711463 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-c00b7c51-477f-4c8b-ae36-fa91f88a6838 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846743427'] for port, precommit_delete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:39.715908 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-90162920-f6f9-44e2-abdb-db3f38af5e79 admin admin] Calling delete_port for bd110042-b0e0-4701-bb1a-211ca72c979a owned by network:dhcp {{(pid=86432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:44:39.824938 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-90162920-f6f9-44e2-abdb-db3f38af5e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270981355551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765872972847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848222423'] for port, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:39.830153 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-265d1178-5094-496a-bb66-2857fb458cab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:44:39.847921 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-c00b7c51-477f-4c8b-ae36-fa91f88a6838 None None] Calling delete_port for bd110042-b0e0-4701-bb1a-211ca72c979a owned by network:dhcp {{(pid=86434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:44:39.877454 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90162920-f6f9-44e2-abdb-db3f38af5e79 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd110042-b0e0-4701-bb1a-211ca72c979a,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:44:39.880882 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-90162920-f6f9-44e2-abdb-db3f38af5e79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:44:39.881722 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90162920-f6f9-44e2-abdb-db3f38af5e79 admin admin] No DVR routers for this DVR port bd110042-b0e0-4701-bb1a-211ca72c979a on host dv-cinder-782390-6-iscsi {{(pid=86432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 06:44:39.925170 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.db.api [None req-c00b7c51-477f-4c8b-ae36-fa91f88a6838 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86434) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 21 06:44:39.925571 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_db.api [None req-c00b7c51-477f-4c8b-ae36-fa91f88a6838 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 21 06:44:40.009198 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-90162920-f6f9-44e2-abdb-db3f38af5e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1367541', 'neutron.services.segments.db._delete_segments_for_network-8765873502323'] for network, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:40.129037 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.services.segments.db [None req-90162920-f6f9-44e2-abdb-db3f38af5e79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf6337d0-797e-4abc-a63d-bc90008830b0']}} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:44:40.142598 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.services.segments.db [None req-90162920-f6f9-44e2-abdb-db3f38af5e79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bcfb457-3f53-486c-9eb7-4c2e3309d75b') {'for_net_delete': True} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:44:40.142965 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.services.segments.db [None req-90162920-f6f9-44e2-abdb-db3f38af5e79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bcfb457-3f53-486c-9eb7-4c2e3309d75b') {} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:44:40.156088 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-90162920-f6f9-44e2-abdb-db3f38af5e79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363270981292899', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847645964'] for segment, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:40.172114 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-90162920-f6f9-44e2-abdb-db3f38af5e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1361606'] for segment, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:40.178537 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90162920-f6f9-44e2-abdb-db3f38af5e79 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=86432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 21 06:44:40.365032 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-90162920-f6f9-44e2-abdb-db3f38af5e79 admin admin] Network bf6337d0-797e-4abc-a63d-bc90008830b0 has no segments {{(pid=86432) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 06:44:40.375285 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-90162920-f6f9-44e2-abdb-db3f38af5e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853414223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6553438'] for segment, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:40.427396 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-c00b7c51-477f-4c8b-ae36-fa91f88a6838 None None] Deleting port bd110042-b0e0-4701-bb1a-211ca72c979a {{(pid=86434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:44:40.427828 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-c00b7c51-477f-4c8b-ae36-fa91f88a6838 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363270981359476'] for port, before_delete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:40.499057 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-c00b7c51-477f-4c8b-ae36-fa91f88a6838 None None] The port 'bd110042-b0e0-4701-bb1a-211ca72c979a' was deleted {{(pid=86434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 06:44:40.560305 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-90162920-f6f9-44e2-abdb-db3f38af5e79 admin admin] Network bf6337d0-797e-4abc-a63d-bc90008830b0 has no segments {{(pid=86432) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 06:44:40.587205 dv-cinder-782390-6-iscsi neutron-server[86317]: Traceback (most recent call last): Apr 21 06:44:40.587205 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 06:44:40.587205 dv-cinder-782390-6-iscsi neutron-server[86317]: timer() Apr 21 06:44:40.587205 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 06:44:40.587205 dv-cinder-782390-6-iscsi neutron-server[86317]: cb(*args, **kw) Apr 21 06:44:40.587205 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 21 06:44:40.587205 dv-cinder-782390-6-iscsi neutron-server[86317]: return func(*args, **kwargs) Apr 21 06:44:40.587205 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 06:44:40.587205 dv-cinder-782390-6-iscsi neutron-server[86317]: self._notify() Apr 21 06:44:40.587205 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 06:44:40.587205 dv-cinder-782390-6-iscsi neutron-server[86317]: self.callback(batched_events) Apr 21 06:44:40.587205 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 06:44:40.587205 dv-cinder-782390-6-iscsi neutron-server[86317]: event.method(event) Apr 21 06:44:40.587205 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 06:44:40.587205 dv-cinder-782390-6-iscsi neutron-server[86317]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 06:44:40.587205 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 21 06:44:40.587205 dv-cinder-782390-6-iscsi neutron-server[86317]: segment_id)['aggregates'][0] Apr 21 06:44:40.587205 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 06:44:40.587205 dv-cinder-782390-6-iscsi neutron-server[86317]: return f(self, *a, **k) Apr 21 06:44:40.587205 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 06:44:40.587205 dv-cinder-782390-6-iscsi neutron-server[86317]: return self._get(url).json() Apr 21 06:44:40.587205 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 06:44:40.587205 dv-cinder-782390-6-iscsi neutron-server[86317]: **kwargs) Apr 21 06:44:40.587205 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 06:44:40.587205 dv-cinder-782390-6-iscsi neutron-server[86317]: return self.request(url, 'GET', **kwargs) Apr 21 06:44:40.587205 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 21 06:44:40.587205 dv-cinder-782390-6-iscsi neutron-server[86317]: **endpoint_filter) Apr 21 06:44:40.587205 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 06:44:40.587205 dv-cinder-782390-6-iscsi neutron-server[86317]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 06:44:40.587205 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 06:44:40.587205 dv-cinder-782390-6-iscsi neutron-server[86317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 06:44:40.587205 dv-cinder-782390-6-iscsi neutron-server[86317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 06:44:40.718717 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 585f0499-909c-4b13-b953-6bae29700e0f no longer exists at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:44:40.731371 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-90162920-f6f9-44e2-abdb-db3f38af5e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853408259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8011138'] for network, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:40.735578 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-19cf085b-9d24-4125-88be-5060e4f451ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:44:40.753407 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-90162920-f6f9-44e2-abdb-db3f38af5e79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846863987'] for network, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:40.764046 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90162920-f6f9-44e2-abdb-db3f38af5e79 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf6337d0-797e-4abc-a63d-bc90008830b0,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:44:40.767179 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] No Port match for: 585f0499-909c-4b13-b953-6bae29700e0f {{(pid=86434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:44:40.767579 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 585f0499-909c-4b13-b953-6bae29700e0f not bound to the agent host dv-cinder-782390-6-iscsi {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:44:40.768065 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device bd110042-b0e0-4701-bb1a-211ca72c979a no longer exists at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:44:40.771713 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-90162920-f6f9-44e2-abdb-db3f38af5e79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:44:40.814819 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-90162920-f6f9-44e2-abdb-db3f38af5e79 admin admin] 10.222.0.15 "DELETE /v2.0/networks/bf6337d0-797e-4abc-a63d-bc90008830b0 HTTP/1.1" status: 204 len: 168 time: 1.6066384 Apr 21 06:44:40.817742 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 58730) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:44:40.982058 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] No Port match for: bd110042-b0e0-4701-bb1a-211ca72c979a {{(pid=86434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:44:40.982464 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device bd110042-b0e0-4701-bb1a-211ca72c979a not bound to the agent host dv-cinder-782390-6-iscsi {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:44:41.427882 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-59b27fa2-b554-4a83-adf9-f2b434f9cf54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036846765670'] for router_interface, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:42.048300 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-59b27fa2-b554-4a83-adf9-f2b434f9cf54 admin admin] Deleting port a032ce9e-ad1d-4585-94d5-09d6b9c0756a {{(pid=86432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:44:42.048873 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-59b27fa2-b554-4a83-adf9-f2b434f9cf54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363270981359476'] for port, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:42.232401 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-59b27fa2-b554-4a83-adf9-f2b434f9cf54 admin admin] For port a032ce9e-ad1d-4585-94d5-09d6b9c0756a, host dv-cinder-782390-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=a032ce9e-ad1d-4585-94d5-09d6b9c0756a,segment=NetworkSegment(7dcc741a-1972-4cf1-abbf-37cda492d6b4),segment_id=7dcc741a-1972-4cf1-abbf-37cda492d6b4)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:44:42.232783 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-59b27fa2-b554-4a83-adf9-f2b434f9cf54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846743427'] for port, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:42.365836 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-59b27fa2-b554-4a83-adf9-f2b434f9cf54 admin admin] Calling delete_port for a032ce9e-ad1d-4585-94d5-09d6b9c0756a owned by network:router_interface {{(pid=86432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:44:42.573560 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-59b27fa2-b554-4a83-adf9-f2b434f9cf54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270981355551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765872972847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848222423'] for port, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:42.578657 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-90162920-f6f9-44e2-abdb-db3f38af5e79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:44:42.628213 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b27fa2-b554-4a83-adf9-f2b434f9cf54 admin admin] Pushing event deleted for resources: {'Port': ['ID=a032ce9e-ad1d-4585-94d5-09d6b9c0756a,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:44:42.631523 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-59b27fa2-b554-4a83-adf9-f2b434f9cf54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:44:42.930740 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-59b27fa2-b554-4a83-adf9-f2b434f9cf54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7911846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846765596'] for router_interface, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:43.311670 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59b27fa2-b554-4a83-adf9-f2b434f9cf54 admin admin] Router 3210cd71-df44-421f-913e-79032e197488 has already been hosted by L3 agent 11ad1a07-0ae8-4245-9270-47a08d3f943a {{(pid=86432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 06:44:43.499087 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b27fa2-b554-4a83-adf9-f2b434f9cf54 admin admin] Notify agent at l3_agent.dv-cinder-782390-6-iscsi the message routers_updated {{(pid=86432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 06:44:43.508634 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ea9eff-7215-4e87-8289-be4fb07d631c None None] Sync routers for ids ['3210cd71-df44-421f-913e-79032e197488'] in dv-cinder-782390-6-iscsi {{(pid=86435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 06:44:43.544393 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-59b27fa2-b554-4a83-adf9-f2b434f9cf54 admin admin] 10.222.0.15 "PUT /v2.0/routers/3210cd71-df44-421f-913e-79032e197488/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7253401 Apr 21 06:44:43.547023 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 58736) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:44:43.674930 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ea9eff-7215-4e87-8289-be4fb07d631c None None] Routers {'3210cd71-df44-421f-913e-79032e197488'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:44:43.675608 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-48ea9eff-7215-4e87-8289-be4fb07d631c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T06:44:35Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['3210cd71-df44-421f-913e-79032e197488'], 'active': True} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:44:43.738136 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-099fd575-76b2-4708-9461-17d75a704b77 admin admin] Notify callbacks [] for router, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:43.861574 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-48ea9eff-7215-4e87-8289-be4fb07d631c None None] Set router 3210cd71-df44-421f-913e-79032e197488 gateway port host: dv-cinder-782390-6-iscsi {{(pid=86435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:44:43.928366 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-099fd575-76b2-4708-9461-17d75a704b77 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:43.979019 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-099fd575-76b2-4708-9461-17d75a704b77 admin admin] Deleting port b13ace9b-5dd0-4809-8f9f-98e919b49b51 {{(pid=86432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:44:43.979398 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-099fd575-76b2-4708-9461-17d75a704b77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363270981359476'] for port, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:44.171385 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-48ea9eff-7215-4e87-8289-be4fb07d631c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3210cd71-df44-421f-913e-79032e197488', 'name': 'tempest-TestMinimumBasicScenario-568117242-router', 'tenant_id': 'f102414a3cdb46eb9e27d995f2c789d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'external_fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'b13ace9b-5dd0-4809-8f9f-98e919b49b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:42:16Z', 'updated_at': '2021-04-21T06:44:42Z', 'revision_number': 5, 'project_id': 'f102414a3cdb46eb9e27d995f2c789d2', 'gw_port': {'id': 'b13ace9b-5dd0-4809-8f9f-98e919b49b51', 'name': '', 'network_id': '07a7a1dd-edf9-4d1b-80a1-539c21f96152', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:22:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3210cd71-df44-421f-913e-79032e197488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:42:18Z', 'updated_at': '2021-04-21T06:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb89d71-8db1-4ceb-ad17-1c0004eeb607', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-6-iscsi'}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:44:44.175202 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-099fd575-76b2-4708-9461-17d75a704b77 admin admin] For port b13ace9b-5dd0-4809-8f9f-98e919b49b51, host dv-cinder-782390-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=b13ace9b-5dd0-4809-8f9f-98e919b49b51,segment=NetworkSegment(d57a18c0-30ee-4dde-82a2-7c14b6979212),segment_id=d57a18c0-30ee-4dde-82a2-7c14b6979212)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:44:44.175363 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ea9eff-7215-4e87-8289-be4fb07d631c None None] Checking router: 3210cd71-df44-421f-913e-79032e197488 for host: dv-cinder-782390-6-iscsi {{(pid=86435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 06:44:44.175598 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-099fd575-76b2-4708-9461-17d75a704b77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846743427'] for port, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:44.184131 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ea9eff-7215-4e87-8289-be4fb07d631c None None] Routers {'3210cd71-df44-421f-913e-79032e197488'} bound to L3 agent in host dv-cinder-782390-6-iscsi {{(pid=86435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:44:44.184792 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-48ea9eff-7215-4e87-8289-be4fb07d631c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782390-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T05:55:04Z,description=,heartbeat_timestamp=2021-04-21T06:44:35Z,host='dv-cinder-782390-6-iscsi',id=11ad1a07-0ae8-4245-9270-47a08d3f943a,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T05:55:04Z,topic='l3_agent')) {'router_ids': ['3210cd71-df44-421f-913e-79032e197488'], 'active': True} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:44:44.308783 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-099fd575-76b2-4708-9461-17d75a704b77 admin admin] Calling delete_port for b13ace9b-5dd0-4809-8f9f-98e919b49b51 owned by network:router_gateway {{(pid=86432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:44:44.348222 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvr_db [None req-48ea9eff-7215-4e87-8289-be4fb07d631c None None] Set router 3210cd71-df44-421f-913e-79032e197488 gateway port host: None {{(pid=86435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:44:44.466987 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_hamode_db [None req-48ea9eff-7215-4e87-8289-be4fb07d631c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3210cd71-df44-421f-913e-79032e197488', 'name': 'tempest-TestMinimumBasicScenario-568117242-router', 'tenant_id': 'f102414a3cdb46eb9e27d995f2c789d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:42:16Z', 'updated_at': '2021-04-21T06:44:43Z', 'revision_number': 6, 'project_id': 'f102414a3cdb46eb9e27d995f2c789d2', 'gw_port_host': None}], 'dv-cinder-782390-6-iscsi', False) {} {{(pid=86435) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:44:44.471600 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ea9eff-7215-4e87-8289-be4fb07d631c None None] The sync data for ids ['3210cd71-df44-421f-913e-79032e197488'] in dv-cinder-782390-6-iscsi is: [{'id': '3210cd71-df44-421f-913e-79032e197488', 'name': 'tempest-TestMinimumBasicScenario-568117242-router', 'tenant_id': 'f102414a3cdb46eb9e27d995f2c789d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:42:16Z', 'updated_at': '2021-04-21T06:44:43Z', 'revision_number': 6, 'project_id': 'f102414a3cdb46eb9e27d995f2c789d2', 'gw_port_host': None}] {{(pid=86435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 06:44:44.527906 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-099fd575-76b2-4708-9461-17d75a704b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270981355551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765872972847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848222423'] for port, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:44.533199 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-6863b085-f83c-48a1-871d-2d68b6d43533 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:44:44.589525 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099fd575-76b2-4708-9461-17d75a704b77 admin admin] Pushing event deleted for resources: {'Port': ['ID=b13ace9b-5dd0-4809-8f9f-98e919b49b51,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:44:44.621254 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-099fd575-76b2-4708-9461-17d75a704b77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:44:44.692036 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-099fd575-76b2-4708-9461-17d75a704b77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8022373'] for router_gateway, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:44.779565 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device a032ce9e-ad1d-4585-94d5-09d6b9c0756a no longer exists at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:44:44.818453 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] No Port match for: a032ce9e-ad1d-4585-94d5-09d6b9c0756a {{(pid=86434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:44:44.818898 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device a032ce9e-ad1d-4585-94d5-09d6b9c0756a not bound to the agent host dv-cinder-782390-6-iscsi {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:44:45.140650 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-099fd575-76b2-4708-9461-17d75a704b77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8010553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854775202'] for router, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:45.143107 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-099fd575-76b2-4708-9461-17d75a704b77 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:45.327459 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-099fd575-76b2-4708-9461-17d75a704b77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846777987'] for router, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:45.328077 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-099fd575-76b2-4708-9461-17d75a704b77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3210cd71-df44-421f-913e-79032e197488 {{(pid=86432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 21 06:44:45.342355 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-099fd575-76b2-4708-9461-17d75a704b77 admin admin] Notify callbacks [] for router, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:45.343665 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-099fd575-76b2-4708-9461-17d75a704b77 admin admin] 10.222.0.15 "DELETE /v2.0/routers/3210cd71-df44-421f-913e-79032e197488 HTTP/1.1" status: 204 len: 168 time: 1.7955389 Apr 21 06:44:45.346576 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 58740) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:44:45.420006 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.db_base_plugin_v2 [None req-a18405e7-81f3-4245-a216-59e1edaf794e admin admin] Deleting subnet f908142b-4ddd-4f09-950f-75272d95e987 {{(pid=86432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 21 06:44:45.423289 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-a18405e7-81f3-4245-a216-59e1edaf794e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:45.478314 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-a18405e7-81f3-4245-a216-59e1edaf794e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7129852'] for subnet, precommit_delete_associations {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:45.566293 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-a18405e7-81f3-4245-a216-59e1edaf794e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853408352'] for subnet, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:46.054323 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-a18405e7-81f3-4245-a216-59e1edaf794e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7991656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848222979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847718353'] for subnet, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:46.061863 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:44:46.103187 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18405e7-81f3-4245-a216-59e1edaf794e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f908142b-4ddd-4f09-950f-75272d95e987,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:44:46.106441 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-a18405e7-81f3-4245-a216-59e1edaf794e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:44:46.108026 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-a18405e7-81f3-4245-a216-59e1edaf794e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846863987'] for subnet, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:46.113574 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-a18405e7-81f3-4245-a216-59e1edaf794e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f908142b-4ddd-4f09-950f-75272d95e987 HTTP/1.1" status: 204 len: 168 time: 0.7658951 Apr 21 06:44:46.115054 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d91eee-9d2b-455e-98e0-3758d234106d None None] Network 88a78452-76a0-46c9-bbed-b50a74def1fd requested from dv-cinder-782390-6-iscsi {{(pid=86434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:44:46.116219 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 58744) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:44:46.239776 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-682162dd-ece4-480c-902d-c9ac3947da8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853439508'] for network, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:46.252086 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-682162dd-ece4-480c-902d-c9ac3947da8e admin admin] Deleting port 934f8827-01c6-412d-a142-67e044a1a05f {{(pid=86432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:44:46.252552 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-682162dd-ece4-480c-902d-c9ac3947da8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363270981359476'] for port, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:46.395627 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315cfac7-6494-4217-8eaa-0eee36e787ed None None] DHCP port deletion for 88a78452-76a0-46c9-bbed-b50a74def1fd request from dv-cinder-782390-6-iscsi {{(pid=86434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 21 06:44:46.400396 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-315cfac7-6494-4217-8eaa-0eee36e787ed None None] Deleting port 934f8827-01c6-412d-a142-67e044a1a05f {{(pid=86434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:44:46.400795 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-315cfac7-6494-4217-8eaa-0eee36e787ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363270981359476'] for port, before_delete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:46.483460 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-682162dd-ece4-480c-902d-c9ac3947da8e admin admin] For port 934f8827-01c6-412d-a142-67e044a1a05f, host dv-cinder-782390-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=934f8827-01c6-412d-a142-67e044a1a05f,segment=NetworkSegment(7dcc741a-1972-4cf1-abbf-37cda492d6b4),segment_id=7dcc741a-1972-4cf1-abbf-37cda492d6b4)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:44:46.484018 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-682162dd-ece4-480c-902d-c9ac3947da8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846743427'] for port, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:46.622932 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.db [None req-315cfac7-6494-4217-8eaa-0eee36e787ed None None] For port 934f8827-01c6-412d-a142-67e044a1a05f, host dv-cinder-782390-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-6-iscsi',level=0,port_id=934f8827-01c6-412d-a142-67e044a1a05f,segment=NetworkSegment(7dcc741a-1972-4cf1-abbf-37cda492d6b4),segment_id=7dcc741a-1972-4cf1-abbf-37cda492d6b4)] {{(pid=86434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:44:46.623725 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-315cfac7-6494-4217-8eaa-0eee36e787ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846743427'] for port, precommit_delete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:46.625623 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-682162dd-ece4-480c-902d-c9ac3947da8e admin admin] Calling delete_port for 934f8827-01c6-412d-a142-67e044a1a05f owned by network:dhcp {{(pid=86432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:44:46.748122 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-682162dd-ece4-480c-902d-c9ac3947da8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853251407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363270981355551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765872972847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848222423'] for port, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:46.754038 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-6a37457e-b14b-43f9-9f85-a09bb1d06aa2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:44:46.760368 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device b13ace9b-5dd0-4809-8f9f-98e919b49b51 no longer exists at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:44:46.798944 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-315cfac7-6494-4217-8eaa-0eee36e787ed None None] Calling delete_port for 934f8827-01c6-412d-a142-67e044a1a05f owned by network:dhcp {{(pid=86434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:44:46.810250 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682162dd-ece4-480c-902d-c9ac3947da8e admin admin] Pushing event deleted for resources: {'Port': ['ID=934f8827-01c6-412d-a142-67e044a1a05f,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:44:46.810250 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682162dd-ece4-480c-902d-c9ac3947da8e admin admin] No DVR routers for this DVR port 934f8827-01c6-412d-a142-67e044a1a05f on host dv-cinder-782390-6-iscsi {{(pid=86432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 06:44:46.810250 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-682162dd-ece4-480c-902d-c9ac3947da8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:44:46.841399 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] No Port match for: b13ace9b-5dd0-4809-8f9f-98e919b49b51 {{(pid=86434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:44:46.841804 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device b13ace9b-5dd0-4809-8f9f-98e919b49b51 not bound to the agent host dv-cinder-782390-6-iscsi {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:44:46.842369 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 934f8827-01c6-412d-a142-67e044a1a05f no longer exists at agent ovs-agent-dv-cinder-782390-6-iscsi {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:44:46.890418 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] No Port match for: 934f8827-01c6-412d-a142-67e044a1a05f {{(pid=86434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:44:46.890871 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.rpc [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Device 934f8827-01c6-412d-a142-67e044a1a05f not bound to the agent host dv-cinder-782390-6-iscsi {{(pid=86434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:44:46.921626 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.db.api [None req-315cfac7-6494-4217-8eaa-0eee36e787ed None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86434) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 21 06:44:46.922131 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_db.api [None req-315cfac7-6494-4217-8eaa-0eee36e787ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86434) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 21 06:44:46.934619 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-682162dd-ece4-480c-902d-c9ac3947da8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1367541', 'neutron.services.segments.db._delete_segments_for_network-8765873502323'] for network, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:47.055577 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.services.segments.db [None req-682162dd-ece4-480c-902d-c9ac3947da8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88a78452-76a0-46c9-bbed-b50a74def1fd']}} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:44:47.069258 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.services.segments.db [None req-682162dd-ece4-480c-902d-c9ac3947da8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dcc741a-1972-4cf1-abbf-37cda492d6b4') {'for_net_delete': True} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:44:47.070181 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.services.segments.db [None req-682162dd-ece4-480c-902d-c9ac3947da8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dcc741a-1972-4cf1-abbf-37cda492d6b4') {} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:44:47.083201 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-682162dd-ece4-480c-902d-c9ac3947da8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363270981292899', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847645964'] for segment, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:47.171150 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-682162dd-ece4-480c-902d-c9ac3947da8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1361606'] for segment, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:47.178436 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-682162dd-ece4-480c-902d-c9ac3947da8e admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=86432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 21 06:44:47.368582 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-682162dd-ece4-480c-902d-c9ac3947da8e admin admin] Network 88a78452-76a0-46c9-bbed-b50a74def1fd has no segments {{(pid=86432) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 06:44:47.378650 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-682162dd-ece4-480c-902d-c9ac3947da8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853414223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6553438'] for segment, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:47.423515 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-315cfac7-6494-4217-8eaa-0eee36e787ed None None] Deleting port 934f8827-01c6-412d-a142-67e044a1a05f {{(pid=86434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:44:47.423866 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-315cfac7-6494-4217-8eaa-0eee36e787ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363270981359476'] for port, before_delete {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:47.496692 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.plugin [None req-315cfac7-6494-4217-8eaa-0eee36e787ed None None] The port '934f8827-01c6-412d-a142-67e044a1a05f' was deleted {{(pid=86434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 06:44:47.571425 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.plugins.ml2.managers [None req-682162dd-ece4-480c-902d-c9ac3947da8e admin admin] Network 88a78452-76a0-46c9-bbed-b50a74def1fd has no segments {{(pid=86432) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 06:44:47.594978 dv-cinder-782390-6-iscsi neutron-server[86317]: Traceback (most recent call last): Apr 21 06:44:47.594978 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 06:44:47.594978 dv-cinder-782390-6-iscsi neutron-server[86317]: timer() Apr 21 06:44:47.594978 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 06:44:47.594978 dv-cinder-782390-6-iscsi neutron-server[86317]: cb(*args, **kw) Apr 21 06:44:47.594978 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 21 06:44:47.594978 dv-cinder-782390-6-iscsi neutron-server[86317]: return func(*args, **kwargs) Apr 21 06:44:47.594978 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 06:44:47.594978 dv-cinder-782390-6-iscsi neutron-server[86317]: self._notify() Apr 21 06:44:47.594978 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 06:44:47.594978 dv-cinder-782390-6-iscsi neutron-server[86317]: self.callback(batched_events) Apr 21 06:44:47.594978 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 06:44:47.594978 dv-cinder-782390-6-iscsi neutron-server[86317]: event.method(event) Apr 21 06:44:47.594978 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 06:44:47.594978 dv-cinder-782390-6-iscsi neutron-server[86317]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 06:44:47.594978 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 21 06:44:47.594978 dv-cinder-782390-6-iscsi neutron-server[86317]: segment_id)['aggregates'][0] Apr 21 06:44:47.594978 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 06:44:47.594978 dv-cinder-782390-6-iscsi neutron-server[86317]: return f(self, *a, **k) Apr 21 06:44:47.594978 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 06:44:47.594978 dv-cinder-782390-6-iscsi neutron-server[86317]: return self._get(url).json() Apr 21 06:44:47.594978 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 06:44:47.594978 dv-cinder-782390-6-iscsi neutron-server[86317]: **kwargs) Apr 21 06:44:47.594978 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 06:44:47.594978 dv-cinder-782390-6-iscsi neutron-server[86317]: return self.request(url, 'GET', **kwargs) Apr 21 06:44:47.594978 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 21 06:44:47.594978 dv-cinder-782390-6-iscsi neutron-server[86317]: **endpoint_filter) Apr 21 06:44:47.594978 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 06:44:47.594978 dv-cinder-782390-6-iscsi neutron-server[86317]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 06:44:47.594978 dv-cinder-782390-6-iscsi neutron-server[86317]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 06:44:47.594978 dv-cinder-782390-6-iscsi neutron-server[86317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 06:44:47.594978 dv-cinder-782390-6-iscsi neutron-server[86317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 06:44:47.836354 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-682162dd-ece4-480c-902d-c9ac3947da8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853408259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846863970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8011138'] for network, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:47.840239 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:44:47.854772 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-682162dd-ece4-480c-902d-c9ac3947da8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846863987'] for network, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:47.869844 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682162dd-ece4-480c-902d-c9ac3947da8e admin admin] Pushing event deleted for resources: {'Network': ['ID=88a78452-76a0-46c9-bbed-b50a74def1fd,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:44:47.874745 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-682162dd-ece4-480c-902d-c9ac3947da8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:44:47.878511 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-682162dd-ece4-480c-902d-c9ac3947da8e admin admin] 10.222.0.15 "DELETE /v2.0/networks/88a78452-76a0-46c9-bbed-b50a74def1fd HTTP/1.1" status: 204 len: 168 time: 1.7604861 Apr 21 06:44:48.148403 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 58752) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:44:48.198525 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-2a786afd-60f3-48b1-afda-a8e2a1b14504 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=588bf127fe68422c8cc2a85822dd1452&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0488575 Apr 21 06:44:48.200886 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 58756) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:44:48.261744 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d9f90e26-fbbd-45b0-98f9-6a6611f88a8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:48.288772 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d9f90e26-fbbd-45b0-98f9-6a6611f88a8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:48.410438 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d9f90e26-fbbd-45b0-98f9-6a6611f88a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:48.415485 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:44:48.429736 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f90e26-fbbd-45b0-98f9-6a6611f88a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70f9e4a-7d9e-4512-bd1a-440c3325dde2,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:44:48.432534 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-d9f90e26-fbbd-45b0-98f9-6a6611f88a8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:44:48.466780 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d9f90e26-fbbd-45b0-98f9-6a6611f88a8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:48.468013 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-d9f90e26-fbbd-45b0-98f9-6a6611f88a8c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b70f9e4a-7d9e-4512-bd1a-440c3325dde2 HTTP/1.1" status: 204 len: 168 time: 0.2661886 Apr 21 06:44:49.100003 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 58764) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:44:49.155784 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-bcab0186-53cb-498f-8d4b-e4f28c36eeb4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f102414a3cdb46eb9e27d995f2c789d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0514567 Apr 21 06:44:49.156008 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.wsgi [-] (86432) accepted ('10.222.0.15', 58768) {{(pid=86432) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:44:49.221772 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-8c03c01c-a966-4baa-93ec-4d8024608a20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:49.251130 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-8c03c01c-a966-4baa-93ec-4d8024608a20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:49.450631 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-8c03c01c-a966-4baa-93ec-4d8024608a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7993516'] for security_group, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:49.455993 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-0b0f33c9-d4ae-4996-b76a-266ec5fced2c tempest-TestMinimumBasicScenario-887216946 tempest-TestMinimumBasicScenario-887216946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:44:49.467973 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c03c01c-a966-4baa-93ec-4d8024608a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73c6760-795d-4773-ac7d-7c3b2534ba54,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:44:49.471680 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG oslo_concurrency.lockutils [None req-8c03c01c-a966-4baa-93ec-4d8024608a20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:44:49.475047 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-8c03c01c-a966-4baa-93ec-4d8024608a20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:44:49.487941 dv-cinder-782390-6-iscsi neutron-server[86317]: INFO neutron.wsgi [None req-8c03c01c-a966-4baa-93ec-4d8024608a20 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a73c6760-795d-4773-ac7d-7c3b2534ba54 HTTP/1.1" status: 204 len: 168 time: 0.3309281 Apr 21 06:45:02.105986 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-c85cf580-55d0-44ea-8a36-3e158ebd0c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:45:04.624493 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-fb62ddef-9273-48bd-8bdd-b9d31fb1520e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:45:05.289828 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:45:05.635213 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:45:06.309594 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:45:07.209907 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:45:11.096835 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:45:32.091596 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6da46f68-15f1-4b72-ad90-6ed5e6de529d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:45:34.565852 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0c98cec0-5ba6-42bd-832b-72d67dae5ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:45:35.268674 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:45:35.643101 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:45:36.300258 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:45:37.191078 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:45:48.096729 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:46:02.098556 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5f8f4d65-06fd-4947-8f93-f845559a879b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:46:04.567360 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-b62421a7-dcad-412d-a184-34ba4643c6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:46:05.271963 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:46:05.641992 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:46:06.324353 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:46:07.210291 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:46:25.100586 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:46:32.097908 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-dbe1f792-e8ba-48e6-8ba3-2b150905a109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:46:34.569336 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-53827ea8-6177-49ea-8b61-24ae57a5a4e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:46:35.269052 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:46:35.666397 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:46:36.317588 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:46:37.191961 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:47:02.094062 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-d7e88505-a6eb-466e-8fed-6c954d1bfbfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:47:02.100201 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:47:04.564818 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-8e4f2734-9d80-4038-9877-9e6e133004e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:47:05.268011 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:47:05.639343 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:47:06.317044 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:47:07.225688 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:47:32.095476 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-65467dae-4acf-4ccd-b7c6-891e09eb84ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:47:34.569601 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-6acc6c9e-ff89-4029-9f71-e9b0802ffa9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:47:35.281991 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:47:35.649971 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:47:36.356091 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:47:37.204242 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:47:39.100282 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:48:02.100386 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-e840bf86-dc2b-4037-92e4-2b9c0f586d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:48:04.591624 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9dd33bf7-3018-48b8-a616-6bbc0c84cc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:48:05.317072 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:48:05.663518 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:48:06.315140 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:48:07.208431 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:48:16.100486 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:48:32.099371 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-838f1482-dcd2-4c1b-bf66-863bf5565f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:48:34.595288 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5fd515a5-84b5-4dc2-af21-bd37a59afaec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:48:35.299138 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:48:35.653831 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:48:36.314636 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:48:37.224034 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:48:53.100978 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:49:02.103978 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-0a6585ab-007d-4da3-9a62-169f4abcb207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:49:04.576403 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-ab13d666-8ea4-49e6-9d17-d4d5c44e1449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:49:05.331170 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:49:05.674003 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:49:06.303621 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:49:07.228266 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:49:30.099996 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron.db.agents_db [None req-044ee8a4-48dc-4f5f-8bbe-bf13ae58742e None None] Agent healthcheck: found 6 active agents {{(pid=86435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:49:32.103598 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-43361c35-c90d-4485-bfa9-37eac8e3a261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:49:35.503285 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-b3938174-59b1-4ad5-bf69-338ed126aff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:49:35.587915 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-9c2a775c-5e76-4a28-b1ad-9f0c396b0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:49:35.667529 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-02a8d307-15e6-4b05-9d14-c85eec56e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:49:36.315317 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-5206a519-fb13-41a3-934d-b8944cf49688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:49:37.228906 dv-cinder-782390-6-iscsi neutron-server[86317]: DEBUG neutron_lib.callbacks.manager [None req-4dde8177-bdc1-4ed3-961c-1bb5bd436e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363270981273477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1461463'] for agent, after_update {{(pid=86434) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}